00000080:00200000:0.0:1789760780.395630:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15728, 15728]
00020000:00200000:0.0:1789760780.395637:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64421888 chunk: [64421888, 64425984) 64425984, 4096
00020000:00200000:0.0:1789760780.395641:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.395655:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15728, 15728]
00000008:00010000:0.0:1789760780.395668:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.395673:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3730, osc lock ffff8d7c835a78f0, flags 0x0
00000080:00200000:0.0:1789760780.395681:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64421888, 64425984) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.395691:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64421888=0x3d70000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.395737:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.395740:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64425984
00000020:00010000:0.0:1789760780.395748:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.395752:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.395754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3730 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.395757:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.395760:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3730 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.395776:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.395782:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.395796:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760780.395905:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 64421888<>64425984
00000100:00100000:0.0:1789760780.395949:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760780.395966:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779264:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.409877:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983037 gen 2
00000008:00010000:0.0:1789760780.409961:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760780.409968:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.409975:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.410058:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760780.410093:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779264:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760780.425401:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15729, 15729]
00000080:00200000:0.0:1789760780.425423:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.425429:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.425441:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64430080 i_blocks 125864
00000020:00200000:0.0:1789760780.425444:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.425454:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.425478:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64430080, count: 4096
00000080:00200000:0.0:1789760780.425483:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64430080, bytes: 4096
00000080:00200000:0.0:1789760780.425491:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.425498:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.425500:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64430080, 64434176) 0 0
00000080:00200000:0.0:1789760780.425504:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.425515:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15730, 15730]
00020000:00200000:0.0:1789760780.425521:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64430080 chunk: [64430080, 64434176) 64434176, 4096
00020000:00200000:0.0:1789760780.425525:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.425538:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15730, 15730]
00000008:00010000:0.0:1789760780.425549:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.425554:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3730, osc lock ffff8d7c835a78f0, flags 0x0
00000080:00200000:0.0:1789760780.425562:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64430080, 64434176) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.425571:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64430080=0x3d72000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.425612:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.425614:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64434176
00000020:00010000:0.0:1789760780.425620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.425623:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.425626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3730 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.425629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.425632:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3730 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.425637:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.425642:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.425653:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760780.425721:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 64430080<>64434176
00000100:00100000:0.0:1789760780.425756:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760780.425767:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779520:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.438472:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983039 gen 2
00000008:00010000:0.0:1789760780.438509:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760780.438515:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.438523:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.438546:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760780.438570:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779520:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760780.448642:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15731, 15731]
00000080:00200000:0.0:1789760780.448655:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.448660:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.448671:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64438272 i_blocks 125880
00000020:00200000:0.0:1789760780.448675:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.448682:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.448708:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64438272, count: 4096
00000080:00200000:0.0:1789760780.448715:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64438272, bytes: 4096
00000080:00200000:0.0:1789760780.448723:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.448730:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.448732:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64438272, 64442368) 0 0
00000080:00200000:0.0:1789760780.448736:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.448749:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15732, 15732]
00020000:00200000:0.0:1789760780.448755:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64438272 chunk: [64438272, 64442368) 64442368, 4096
00020000:00200000:0.0:1789760780.448759:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.448774:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15732, 15732]
00000008:00010000:0.0:1789760780.448788:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.448793:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3730, osc lock ffff8d7c835a78f0, flags 0x0
00000100:00100000:0.0:1789760780.449707:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779776:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.460086:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983041 gen 2
00000008:00010000:0.0:1789760780.460123:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760780.460129:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.460242:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.460260:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760780.460282:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554779776:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.461091:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554779904:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.474754:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983042 gen 2
00000008:00010000:0.0:1789760780.474840:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760780.474847:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.474856:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.474866:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760780.474887:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554779904:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.475469:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554780032:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760780.484044:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983043 gen 2
00000008:00010000:0.0:1789760780.484079:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760780.484084:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.484091:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.484389:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760780.484417:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554780032:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760780.497333:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15735, 15735]
00000080:00200000:0.0:1789760780.497346:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.497351:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.497363:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64454656 i_blocks 125912
00000020:00200000:0.0:1789760780.497366:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.497384:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.497409:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64454656, count: 4096
00000080:00200000:0.0:1789760780.497414:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64454656, bytes: 4096
00000080:00200000:0.0:1789760780.497422:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.497428:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.497430:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64454656, 64458752) 0 0
00000080:00200000:0.0:1789760780.497434:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.497447:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15736, 15736]
00020000:00200000:0.0:1789760780.497454:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64454656 chunk: [64454656, 64458752) 64458752, 4096
00020000:00200000:0.0:1789760780.497458:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.497472:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15736, 15736]
00000008:00010000:0.0:1789760780.497488:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.497492:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.497500:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64454656, 64458752) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.497510:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64454656=0x3d78000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.497556:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.497558:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64458752
00000020:00010000:0.0:1789760780.497674:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.497679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.497682:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.497685:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.497687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.497694:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.497699:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.497712:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760780.497797:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 64454656<>64458752
00000080:00200000:0.0:1789760780.515626:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15736, 15736]
00000080:00200000:0.0:1789760780.515640:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.515645:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.515657:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64458752 i_blocks 125920
00000020:00200000:0.0:1789760780.515661:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.515669:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.515694:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64458752, count: 4096
00000080:00200000:0.0:1789760780.515700:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64458752, bytes: 4096
00000080:00200000:0.0:1789760780.515712:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.515720:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.515722:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64458752, 64462848) 0 0
00000080:00200000:0.0:1789760780.515726:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.515739:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15737, 15737]
00020000:00200000:0.0:1789760780.515747:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64458752 chunk: [64458752, 64462848) 64462848, 4096
00020000:00200000:0.0:1789760780.515751:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.515765:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15737, 15737]
00000008:00010000:0.0:1789760780.515778:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.515783:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.515792:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64458752, 64462848) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.515836:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64458752=0x3d79000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.515883:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.515886:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64462848
00000020:00010000:0.0:1789760780.515892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.515895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.515897:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.515900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.515903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.515909:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.515914:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.515930:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760780.517503:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 64458752<>64462848
00000080:00200000:0.0:1789760780.531296:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15737, 15737]
00000080:00200000:0.0:1789760780.531309:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.531314:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.531326:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64462848 i_blocks 125928
00000020:00200000:0.0:1789760780.531329:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.531338:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.531363:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64462848, count: 4096
00000080:00200000:0.0:1789760780.531369:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64462848, bytes: 4096
00000080:00200000:0.0:1789760780.531388:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.531395:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.531397:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64462848, 64466944) 0 0
00000080:00200000:0.0:1789760780.531401:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.531415:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15738, 15738]
00020000:00200000:0.0:1789760780.531422:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64462848 chunk: [64462848, 64466944) 64466944, 4096
00020000:00200000:0.0:1789760780.531425:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.531439:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15738, 15738]
00000008:00010000:0.0:1789760780.531451:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.531455:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.531463:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64462848, 64466944) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.531474:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64462848=0x3d7a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.531517:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.531521:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64466944
00000020:00010000:0.0:1789760780.531528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.531531:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.531533:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.531536:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.531538:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.531545:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.531549:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.531561:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760780.531636:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 64462848<>64466944
00000080:00200000:0.0:1789760780.548293:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15738, 15738]
00000080:00200000:0.0:1789760780.548306:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.548311:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.548324:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64466944 i_blocks 125936
00000020:00200000:0.0:1789760780.548327:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.548334:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.548361:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64466944, count: 4096
00000080:00200000:0.0:1789760780.548366:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64466944, bytes: 4096
00000080:00200000:0.0:1789760780.548385:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.548392:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.548394:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64466944, 64471040) 0 0
00000080:00200000:0.0:1789760780.548397:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.548409:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15739, 15739]
00020000:00200000:0.0:1789760780.548416:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64466944 chunk: [64466944, 64471040) 64471040, 4096
00020000:00200000:0.0:1789760780.548419:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.548434:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15739, 15739]
00000008:00010000:0.0:1789760780.548448:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.548452:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.548461:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64466944, 64471040) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.548472:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64466944=0x3d7b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.548514:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.548517:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64471040
00000020:00010000:0.0:1789760780.548523:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.548527:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.548530:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.548533:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.548536:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.548541:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.548547:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.548559:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760780.548631:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 64466944<>64471040
00000080:00200000:0.0:1789760780.569330:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15739, 15739]
00000080:00200000:0.0:1789760780.569347:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.569353:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.569366:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64471040 i_blocks 125944
00000020:00200000:0.0:1789760780.569370:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.569391:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.569420:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64471040, count: 4096
00000080:00200000:0.0:1789760780.569427:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64471040, bytes: 4096
00000080:00200000:0.0:1789760780.569436:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.569445:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.569447:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64471040, 64475136) 0 0
00000080:00200000:0.0:1789760780.569451:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.569465:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15740, 15740]
00020000:00200000:0.0:1789760780.569474:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64471040 chunk: [64471040, 64475136) 64475136, 4096
00020000:00200000:0.0:1789760780.569478:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.569495:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15740, 15740]
00000008:00010000:0.0:1789760780.569509:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.569514:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.569524:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64471040, 64475136) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.569536:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64471040=0x3d7c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.569590:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.569593:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64475136
00000020:00010000:0.0:1789760780.569601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.569607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.569610:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.569614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.569617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.569624:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.569629:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.569651:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760780.569943:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 64471040<>64475136
00000080:00200000:0.0:1789760780.587350:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15740, 15740]
00000080:00200000:0.0:1789760780.587363:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.587368:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.587390:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64475136 i_blocks 125952
00000020:00200000:0.0:1789760780.587394:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.587402:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.587429:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64475136, count: 4096
00000080:00200000:0.0:1789760780.587435:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64475136, bytes: 4096
00000080:00200000:0.0:1789760780.587444:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.587450:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.587452:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64475136, 64479232) 0 0
00000080:00200000:0.0:1789760780.587456:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.587468:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15741, 15741]
00020000:00200000:0.0:1789760780.587474:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64475136 chunk: [64475136, 64479232) 64479232, 4096
00020000:00200000:0.0:1789760780.587478:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.587492:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15741, 15741]
00000008:00010000:0.0:1789760780.587504:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.587509:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.587518:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64475136, 64479232) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.587529:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64475136=0x3d7d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.587572:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.587574:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64479232
00000020:00010000:0.0:1789760780.587581:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.587584:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.587586:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.587590:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.587592:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.587598:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.587603:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.587617:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760780.587699:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 64475136<>64479232
00000080:00200000:0.0:1789760780.609221:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15741, 15741]
00000080:00200000:0.0:1789760780.609241:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.609247:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.609262:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64479232 i_blocks 125960
00000020:00200000:0.0:1789760780.609267:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.609280:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.609305:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64479232, count: 4096
00000080:00200000:0.0:1789760780.609312:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64479232, bytes: 4096
00000080:00200000:0.0:1789760780.609323:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.609332:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.609334:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64479232, 64483328) 0 0
00000080:00200000:0.0:1789760780.609338:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.609350:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15742, 15742]
00020000:00200000:0.0:1789760780.609357:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64479232 chunk: [64479232, 64483328) 64483328, 4096
00020000:00200000:0.0:1789760780.609361:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.609500:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15742, 15742]
00000008:00010000:0.0:1789760780.609515:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.609519:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760780.609528:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64479232, 64483328) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.609539:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64479232=0x3d7e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.609595:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.609597:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64483328
00000020:00010000:0.0:1789760780.609603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.609607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.609610:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.609612:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.609615:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.609621:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.609627:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.609649:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760780.609731:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 64479232<>64483328
00000080:00200000:0.0:1789760781.030630:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15764, 15764]
00000080:00200000:0.0:1789760781.030645:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.030651:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.030741:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64573440 i_blocks 126144
00000020:00200000:0.0:1789760781.030831:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.030842:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.030868:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64573440, count: 4096
00000080:00200000:0.0:1789760781.030875:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64573440, bytes: 4096
00000080:00200000:0.0:1789760781.030885:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.030891:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.030893:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64573440, 64577536) 0 0
00000080:00200000:0.0:1789760781.030897:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.030909:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15765, 15765]
00020000:00200000:0.0:1789760781.030916:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64573440 chunk: [64573440, 64577536) 64577536, 4096
00020000:00200000:0.0:1789760781.030919:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.030934:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15765, 15765]
00000008:00010000:0.0:1789760781.030947:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.030952:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.030960:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64573440, 64577536) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.030970:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64573440=0x3d95000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.031012:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.031015:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64577536
00000020:00010000:0.0:1789760781.031022:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.031025:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.031028:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.031031:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.031033:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.031040:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.031045:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.031058:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760781.031283:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 64573440<>64577536
00000080:00200000:0.0:1789760781.045049:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15765, 15765]
00000080:00200000:0.0:1789760781.045062:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.045067:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.045079:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64577536 i_blocks 126152
00000020:00200000:0.0:1789760781.045082:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.045089:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.045113:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64577536, count: 4096
00000080:00200000:0.0:1789760781.045118:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64577536, bytes: 4096
00000080:00200000:0.0:1789760781.045125:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.045157:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.045159:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64577536, 64581632) 0 0
00000080:00200000:0.0:1789760781.045162:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.045174:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15766, 15766]
00020000:00200000:0.0:1789760781.045182:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64577536 chunk: [64577536, 64581632) 64581632, 4096
00020000:00200000:0.0:1789760781.045186:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.045200:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15766, 15766]
00000008:00010000:0.0:1789760781.045211:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.045216:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.045223:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64577536, 64581632) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.045233:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64577536=0x3d96000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.045274:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.045277:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64581632
00000020:00010000:0.0:1789760781.045284:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.045287:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.045290:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.045293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.045295:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.045301:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.045306:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.045318:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760781.045399:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 64577536<>64581632
00000080:00200000:0.0:1789760781.057067:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15766, 15766]
00000080:00200000:0.0:1789760781.057079:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.057084:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.057096:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64581632 i_blocks 126160
00000020:00200000:0.0:1789760781.057099:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.057108:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.057135:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64581632, count: 4096
00000080:00200000:0.0:1789760781.057141:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64581632, bytes: 4096
00000080:00200000:0.0:1789760781.057148:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.057155:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.057157:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64581632, 64585728) 0 0
00000080:00200000:0.0:1789760781.057161:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.057173:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15767, 15767]
00020000:00200000:0.0:1789760781.057181:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64581632 chunk: [64581632, 64585728) 64585728, 4096
00020000:00200000:0.0:1789760781.057185:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.057200:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15767, 15767]
00000008:00010000:0.0:1789760781.057213:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.057218:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.057226:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64581632, 64585728) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.057237:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64581632=0x3d97000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.057281:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.057284:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64585728
00000020:00010000:0.0:1789760781.057290:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.057293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.057296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.057299:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.057301:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.057307:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.057312:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.057326:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760781.057414:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 64581632<>64585728
00000080:00200000:0.0:1789760781.071675:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15767, 15767]
00000080:00200000:0.0:1789760781.071957:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.071966:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.072031:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64585728 i_blocks 126168
00000020:00200000:0.0:1789760781.072036:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.072049:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.072094:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64585728, count: 4096
00000080:00200000:0.0:1789760781.072103:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64585728, bytes: 4096
00000080:00200000:0.0:1789760781.072116:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.072135:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.072138:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64585728, 64589824) 0 0
00000080:00200000:0.0:1789760781.072143:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.072160:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15768, 15768]
00020000:00200000:0.0:1789760781.072170:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64585728 chunk: [64585728, 64589824) 64589824, 4096
00020000:00200000:0.0:1789760781.072174:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.072197:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15768, 15768]
00000008:00010000:0.0:1789760781.072216:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.072222:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.072234:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64585728, 64589824) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.072249:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64585728=0x3d98000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.072312:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.072315:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64589824
00000020:00010000:0.0:1789760781.072324:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.072327:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.072330:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.072334:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25d58 (ffff8d7c965d33f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.072336:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d33f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.072344:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.072351:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.072367:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760781.072505:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 64585728<>64589824
00000100:00100000:0.0:1789760781.072558:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760781.072584:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554784384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.084656:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983077 gen 2
00000008:00010000:0.0:1789760781.084711:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760781.084720:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.084731:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.084945:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760781.084973:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554784384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.114477:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554784768:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.127438:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983080 gen 2
00000008:00010000:0.0:1789760781.127489:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760781.127498:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.127509:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.127590:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760781.127621:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554784768:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.128658:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554784896:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.138522:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983081 gen 2
00000008:00010000:0.0:1789760781.138572:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760781.138580:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.138592:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.138611:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760781.138642:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554784896:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.139996:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.148657:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983082 gen 2
00000008:00010000:0.0:1789760781.148708:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760781.148716:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.148728:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.148747:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760781.148777:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.150331:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554785152:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.162877:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983083 gen 2
00000008:00010000:0.0:1789760781.162927:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760781.162936:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.162948:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.162974:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760781.163010:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554785152:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.167393:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785280:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.178602:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983084 gen 2
00000008:00010000:0.0:1789760781.178650:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68c00
00000020:00200000:0.0:1789760781.178659:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.178670:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.178691:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68c00
00000100:00100000:0.0:1789760781.178721:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785280:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760781.179238:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68180
00000008:00100000:0.0:1789760781.179343:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 64618496<>64622592
00000100:00100000:0.0:1789760781.179397:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554785408:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.187204:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983085 gen 2
00000008:00010000:0.0:1789760781.187260:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760781.187268:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.187282:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.187307:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760781.187337:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554785408:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.188139:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785536:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.197654:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983086 gen 2
00000008:00010000:0.0:1789760781.197705:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760781.197714:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.197725:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.197906:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760781.197936:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785536:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.198534:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554785664:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.224360:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785920:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.239689:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983089 gen 2
00000008:00010000:0.0:1789760781.239740:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760781.239749:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.239761:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.239784:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760781.239852:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554785920:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760781.248634:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15781, 15781]
00000080:00200000:0.0:1789760781.248651:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.248658:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.248672:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64643072 i_blocks 126280
00000020:00200000:0.0:1789760781.248676:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.248686:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.248720:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64643072, count: 4096
00000080:00200000:0.0:1789760781.248728:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64643072, bytes: 4096
00000080:00200000:0.0:1789760781.248739:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.248748:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.248751:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64643072, 64647168) 0 0
00000080:00200000:0.0:1789760781.248756:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.248771:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15782, 15782]
00020000:00200000:0.0:1789760781.248780:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64643072 chunk: [64643072, 64647168) 64647168, 4096
00020000:00200000:0.0:1789760781.248784:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.248842:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15782, 15782]
00000008:00010000:0.0:1789760781.248860:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.248865:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.248876:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64643072, 64647168) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.248889:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64643072=0x3da6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.248934:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.248937:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64647168
00000020:00010000:0.0:1789760781.248945:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.248948:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.248951:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.248955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.248958:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.248963:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.248969:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.262989:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15782, 15782]
00000080:00200000:0.0:1789760781.263007:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.263013:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.263037:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64647168 i_blocks 126288
00000020:00200000:0.0:1789760781.263042:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.263052:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.263087:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64647168, count: 4096
00000080:00200000:0.0:1789760781.263094:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64647168, bytes: 4096
00000080:00200000:0.0:1789760781.263106:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.263115:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.263118:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64647168, 64651264) 0 0
00000080:00200000:0.0:1789760781.263122:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.263139:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15783, 15783]
00020000:00200000:0.0:1789760781.263147:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64647168 chunk: [64647168, 64651264) 64651264, 4096
00020000:00200000:0.0:1789760781.263151:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.263172:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15783, 15783]
00000008:00010000:0.0:1789760781.263194:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.263359:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.263385:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64647168, 64651264) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.263400:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64647168=0x3da7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.263505:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.263610:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64651264
00000020:00010000:0.0:1789760781.263621:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.263625:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.263629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.263632:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.263635:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.263643:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.263858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.263882:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760781.264139:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 64647168<>64651264
00000100:00100000:0.0:1789760781.329392:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554786816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.340066:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983096 gen 2
00000008:00010000:0.0:1789760781.340117:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760781.340125:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.340137:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.340219:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760781.340249:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554786816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.341859:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554786944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.357359:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983097 gen 2
00000008:00010000:0.0:1789760781.357431:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760781.357440:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.357453:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.357534:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760781.357565:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554786944:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760781.462480:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15793, 15793]
00000080:00200000:0.0:1789760781.462498:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.462504:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.462521:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64692224 i_blocks 126376
00000020:00200000:0.0:1789760781.462526:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.462537:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.462571:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64692224, count: 4096
00000080:00200000:0.0:1789760781.462579:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64692224, bytes: 4096
00000080:00200000:0.0:1789760781.462595:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.462603:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.462606:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64692224, 64696320) 0 0
00000080:00200000:0.0:1789760781.462610:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.462629:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15794, 15794]
00020000:00200000:0.0:1789760781.462638:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64692224 chunk: [64692224, 64696320) 64696320, 4096
00020000:00200000:0.0:1789760781.462643:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.462665:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15794, 15794]
00000008:00010000:0.0:1789760781.462685:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.462691:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.462704:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64692224, 64696320) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.462718:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64692224=0x3db2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.462790:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.462793:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64696320
00000020:00010000:0.0:1789760781.462834:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.462839:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.462843:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.462846:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.462849:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.462857:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.462864:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.462890:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760781.463001:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 64692224<>64696320
00000100:00100000:0.0:1789760781.463041:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.463058:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554787712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.473842:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983103 gen 2
00000008:00010000:0.0:1789760781.473897:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:0.0:1789760781.473907:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.473919:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.473948:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:0.0:1789760781.473980:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554787712:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760781.488240:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15795, 15795]
00000080:00200000:0.0:1789760781.488256:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.488262:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.488278:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64700416 i_blocks 126392
00000020:00200000:0.0:1789760781.488282:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.488291:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.488326:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64700416, count: 4096
00000080:00200000:0.0:1789760781.488333:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64700416, bytes: 4096
00000080:00200000:0.0:1789760781.488345:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.488423:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.488426:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64700416, 64704512) 0 0
00000080:00200000:0.0:1789760781.488430:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.488449:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15796, 15796]
00020000:00200000:0.0:1789760781.488457:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64700416 chunk: [64700416, 64704512) 64704512, 4096
00020000:00200000:0.0:1789760781.488463:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.488484:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15796, 15796]
00000008:00010000:0.0:1789760781.488502:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.488508:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.488521:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64700416, 64704512) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.488534:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64700416=0x3db4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.488705:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.488708:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64704512
00000020:00010000:0.0:1789760781.488719:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.488723:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.488726:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.488729:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.488732:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.488740:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.488747:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.488767:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760781.489721:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 64700416<>64704512
00000100:00100000:0.0:1789760781.519050:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554788096:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.532456:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983106 gen 2
00000008:00010000:0.0:1789760781.532509:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760781.532518:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.532529:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.532555:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760781.532593:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554788096:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.535465:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554788224:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.550277:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983107 gen 2
00000008:00010000:0.0:1789760781.550331:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760781.550341:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.550352:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.550463:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760781.550496:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554788224:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.551730:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554788352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.626446:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554788864:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.705584:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554789376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.713939:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983116 gen 2
00000008:00010000:0.0:1789760781.714020:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760781.714028:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.714037:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.714107:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760781.714130:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554789376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.715112:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760781.715274:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554789504:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.726709:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983117 gen 2
00000008:00010000:0.0:1789760781.726764:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760781.726772:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.726784:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.727273:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760781.727305:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554789504:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760781.738383:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15809, 15809]
00000080:00200000:0.0:1789760781.738399:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.738405:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.738420:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64757760 i_blocks 126504
00000020:00200000:0.0:1789760781.738423:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.738432:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.738464:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64757760, count: 4096
00000080:00200000:0.0:1789760781.738472:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64757760, bytes: 4096
00000080:00200000:0.0:1789760781.738483:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.738491:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.738494:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64757760, 64761856) 0 0
00000080:00200000:0.0:1789760781.738498:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.738515:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15810, 15810]
00020000:00200000:0.0:1789760781.738524:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64757760 chunk: [64757760, 64761856) 64761856, 4096
00020000:00200000:0.0:1789760781.738528:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.738549:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15810, 15810]
00000008:00010000:0.0:1789760781.738571:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.738577:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.738589:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64757760, 64761856) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.738604:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64757760=0x3dc2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.738667:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.738669:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64761856
00000020:00010000:0.0:1789760781.738677:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.738680:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.738683:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.738687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.738690:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.738698:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.738705:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.738721:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760781.738875:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 64757760<>64761856
00000080:00200000:0.0:1789760781.750986:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15810, 15810]
00000080:00200000:0.0:1789760781.751011:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.751017:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.751032:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64761856 i_blocks 126512
00000020:00200000:0.0:1789760781.751035:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.751050:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.751081:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64761856, count: 4096
00000080:00200000:0.0:1789760781.751088:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64761856, bytes: 4096
00000080:00200000:0.0:1789760781.751099:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.751108:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.751111:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64761856, 64765952) 0 0
00000080:00200000:0.0:1789760781.751115:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.751216:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15811, 15811]
00020000:00200000:0.0:1789760781.751226:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64761856 chunk: [64761856, 64765952) 64765952, 4096
00020000:00200000:0.0:1789760781.751230:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.751251:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15811, 15811]
00000008:00010000:0.0:1789760781.751269:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.751274:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.751286:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64761856, 64765952) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.751299:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64761856=0x3dc3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.751439:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.751442:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64765952
00000020:00010000:0.0:1789760781.751450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.751454:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.751457:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.751461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.751463:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.751471:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.751477:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.751495:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760781.751601:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 64761856<>64765952
00000080:00200000:0.0:1789760781.762512:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15811, 15811]
00000080:00200000:0.0:1789760781.762529:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.762536:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.762552:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64765952 i_blocks 126520
00000020:00200000:0.0:1789760781.762557:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.762568:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.762601:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64765952, count: 4096
00000080:00200000:0.0:1789760781.762609:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64765952, bytes: 4096
00000080:00200000:0.0:1789760781.762621:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.762629:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.762632:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64765952, 64770048) 0 0
00000080:00200000:0.0:1789760781.762636:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.762653:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15812, 15812]
00020000:00200000:0.0:1789760781.762661:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64765952 chunk: [64765952, 64770048) 64770048, 4096
00020000:00200000:0.0:1789760781.762665:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.762684:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15812, 15812]
00000008:00010000:0.0:1789760781.762701:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.762708:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.762718:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64765952, 64770048) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.762730:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64765952=0x3dc4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.762786:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.762788:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64770048
00000020:00010000:0.0:1789760781.762797:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.762829:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.762832:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.762848:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.762852:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.762859:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.762866:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.762882:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760781.762981:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 64765952<>64770048
00000100:00100000:0.0:1789760781.763271:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554790016:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.783076:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983121 gen 2
00000008:00010000:0.0:1789760781.783145:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760781.783154:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.783167:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.783191:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760781.783226:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554790016:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760781.797279:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15813, 15813]
00000080:00200000:0.0:1789760781.797294:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.797300:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.797315:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64774144 i_blocks 126536
00000020:00200000:0.0:1789760781.797318:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.797327:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.797360:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64774144, count: 4096
00000080:00200000:0.0:1789760781.797374:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64774144, bytes: 4096
00000080:00200000:0.0:1789760781.797385:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.797393:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.797396:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64774144, 64778240) 0 0
00000080:00200000:0.0:1789760781.797400:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.797417:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15814, 15814]
00020000:00200000:0.0:1789760781.797425:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64774144 chunk: [64774144, 64778240) 64778240, 4096
00020000:00200000:0.0:1789760781.797429:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.797506:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15814, 15814]
00000008:00010000:0.0:1789760781.797526:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.797532:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.797544:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64774144, 64778240) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.797559:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64774144=0x3dc6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.797613:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.797616:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64778240
00000020:00010000:0.0:1789760781.797626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.797629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.797632:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.797636:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.797639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.797645:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.797651:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.797667:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760781.798053:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 64774144<>64778240
00000080:00200000:0.0:1789760781.809861:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15814, 15814]
00000080:00200000:0.0:1789760781.809879:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.809885:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.809906:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64778240 i_blocks 126544
00000020:00200000:0.0:1789760781.809910:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.809922:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.809957:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64778240, count: 4096
00000080:00200000:0.0:1789760781.809965:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64778240, bytes: 4096
00000080:00200000:0.0:1789760781.809976:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.809985:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.809987:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64778240, 64782336) 0 0
00000080:00200000:0.0:1789760781.809992:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.810009:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15815, 15815]
00020000:00200000:0.0:1789760781.810019:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64778240 chunk: [64778240, 64782336) 64782336, 4096
00020000:00200000:0.0:1789760781.810024:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.810046:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15815, 15815]
00000008:00010000:0.0:1789760781.810066:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.810072:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760781.810085:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64778240, 64782336) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.810099:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64778240=0x3dc7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.810161:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.810165:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64782336
00000020:00010000:0.0:1789760781.810173:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.810177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.810180:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.810183:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.810186:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.810193:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.810201:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.810217:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760781.810469:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 64778240<>64782336
00000100:00100000:0.0:1789760781.973776:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554791808:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.980797:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983135 gen 2
00000008:00010000:0.0:1789760781.980976:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760781.980984:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.980995:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.981016:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760781.981043:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554791808:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.986702:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554791936:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.995273:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983136 gen 2
00000008:00010000:0.0:1789760781.995322:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760781.995330:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760781.995341:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760781.995433:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760781.995463:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554791936:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760781.996459:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554792064:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.005527:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983137 gen 2
00000008:00010000:0.0:1789760782.005580:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760782.005589:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.005602:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.005717:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760782.005752:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554792064:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.007003:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554792192:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.018866:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983138 gen 2
00000008:00010000:0.0:1789760782.018922:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760782.018932:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.018944:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.018969:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760782.019011:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554792192:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760782.361999:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15850, 15850]
00000080:00200000:0.0:1789760782.362013:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.362022:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.362035:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64925696 i_blocks 126832
00000020:00200000:0.0:1789760782.362039:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.362048:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.362075:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64925696, count: 4096
00000080:00200000:0.0:1789760782.362081:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64925696, bytes: 4096
00000080:00200000:0.0:1789760782.362092:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.362099:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.362102:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64925696, 64929792) 0 0
00000080:00200000:0.0:1789760782.362106:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.362119:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15851, 15851]
00020000:00200000:0.0:1789760782.362126:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64925696 chunk: [64925696, 64929792) 64929792, 4096
00020000:00200000:0.0:1789760782.362130:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.362144:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15851, 15851]
00000008:00010000:0.0:1789760782.362157:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.362161:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.362170:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64925696, 64929792) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.362180:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64925696=0x3deb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.362224:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.362228:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64929792
00000020:00010000:0.0:1789760782.362234:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.362237:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.362240:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.362243:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.362245:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.362250:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.362255:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.362265:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760782.362334:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 64925696<>64929792
00000080:00200000:0.0:1789760782.387553:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15851, 15851]
00000080:00200000:0.0:1789760782.387567:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.387572:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.387584:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64929792 i_blocks 126840
00000020:00200000:0.0:1789760782.387588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.387597:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.387627:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64929792, count: 4096
00000080:00200000:0.0:1789760782.387633:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64929792, bytes: 4096
00000080:00200000:0.0:1789760782.387641:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.387649:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.387656:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64929792, 64933888) 0 0
00000080:00200000:0.0:1789760782.387660:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.387674:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15852, 15852]
00020000:00200000:0.0:1789760782.387681:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64929792 chunk: [64929792, 64933888) 64933888, 4096
00020000:00200000:0.0:1789760782.387686:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.387703:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15852, 15852]
00000008:00010000:0.0:1789760782.387719:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.387734:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.387744:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64929792, 64933888) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.387754:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64929792=0x3dec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.387831:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.387834:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64933888
00000020:00010000:0.0:1789760782.387842:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.387845:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.387848:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fc68/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.387851:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97038 (ffff8d7c879ab758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.387854:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.387860:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.387866:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.387879:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760782.387953:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 64929792<>64933888
00000100:00100000:0.0:1789760782.387987:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760782.388000:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554795136:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.402001:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983161 gen 2
00000008:00010000:0.0:1789760782.402112:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760782.402119:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.402128:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.402149:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760782.402172:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554795136:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.492276:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554795904:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.504887:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983167 gen 2
00000008:00010000:0.0:1789760782.504925:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760782.504931:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.504941:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.504960:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760782.504983:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554795904:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.506259:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.506276:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796032:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.519560:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983168 gen 2
00000008:00010000:0.0:1789760782.519598:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760782.519607:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.519618:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.519640:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760782.519770:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796032:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.521455:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796160:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.535617:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983169 gen 2
00000008:00010000:0.0:1789760782.535651:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760782.535657:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.535667:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.535747:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760782.535772:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796160:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760782.553782:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15861, 15861]
00000080:00200000:0.0:1789760782.553795:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.553817:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.553829:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64970752 i_blocks 126920
00000020:00200000:0.0:1789760782.553832:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.553840:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.553865:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64970752, count: 4096
00000080:00200000:0.0:1789760782.553871:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64970752, bytes: 4096
00000080:00200000:0.0:1789760782.553879:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.553885:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.553887:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64970752, 64974848) 0 0
00000080:00200000:0.0:1789760782.553891:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.553905:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15862, 15862]
00020000:00200000:0.0:1789760782.553912:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64970752 chunk: [64970752, 64974848) 64974848, 4096
00020000:00200000:0.0:1789760782.553915:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.553929:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15862, 15862]
00000008:00010000:0.0:1789760782.553941:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.553945:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.553954:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64970752, 64974848) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.553963:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64970752=0x3df6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.554004:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.554007:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64974848
00000020:00010000:0.0:1789760782.554013:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.554016:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.554019:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.554022:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.554025:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.554031:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.554036:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.554050:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760782.554244:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 64970752<>64974848
00000100:00100000:0.0:1789760782.554282:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.554295:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796416:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760782.566380:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983171 gen 2
00000008:00010000:0.0:1789760782.566416:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760782.566477:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.566485:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.566545:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760782.566566:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554796416:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760782.579176:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15863, 15863]
00000080:00200000:0.0:1789760782.579188:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.579192:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.579203:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 64978944 i_blocks 126936
00000020:00200000:0.0:1789760782.579205:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.579214:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.579238:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 64978944, count: 4096
00000080:00200000:0.0:1789760782.579244:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 64978944, bytes: 4096
00000080:00200000:0.0:1789760782.579251:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.579258:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.579259:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [64978944, 64983040) 0 0
00000080:00200000:0.0:1789760782.579263:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.579276:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15864, 15864]
00020000:00200000:0.0:1789760782.579282:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 64978944 chunk: [64978944, 64983040) 64983040, 4096
00020000:00200000:0.0:1789760782.579285:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.579299:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15864, 15864]
00000008:00010000:0.0:1789760782.579312:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.579316:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.579325:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [64978944, 64983040) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.579336:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=64978944=0x3df8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.579388:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.579392:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 64983040
00000020:00010000:0.0:1789760782.579398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.579401:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.579404:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.579407:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.579410:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.579416:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.579479:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.579493:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760782.579567:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 64978944<>64983040
00000080:00200000:0.0:1789760782.669211:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15869, 15869]
00000080:00200000:0.0:1789760782.669226:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.669366:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.669380:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65003520 i_blocks 126984
00000020:00200000:0.0:1789760782.669384:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.669393:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.669492:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65003520, count: 4096
00000080:00200000:0.0:1789760782.669499:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65003520, bytes: 4096
00000080:00200000:0.0:1789760782.669507:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.669515:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.669517:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65003520, 65007616) 0 0
00000080:00200000:0.0:1789760782.669521:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.669534:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15870, 15870]
00020000:00200000:0.0:1789760782.669541:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65003520 chunk: [65003520, 65007616) 65007616, 4096
00020000:00200000:0.0:1789760782.669544:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.669559:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15870, 15870]
00000008:00010000:0.0:1789760782.669572:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.669577:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.669586:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65003520, 65007616) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.669597:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65003520=0x3dfe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.669647:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.669650:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65007616
00000020:00010000:0.0:1789760782.669657:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.669660:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.669663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.669666:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.669669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.669676:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.669682:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.669696:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760782.669777:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 65003520<>65007616
00000080:00200000:0.0:1789760782.684145:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15870, 15870]
00000080:00200000:0.0:1789760782.684160:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.684165:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.684176:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65007616 i_blocks 126992
00000020:00200000:0.0:1789760782.684180:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.684188:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.684214:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65007616, count: 4096
00000080:00200000:0.0:1789760782.684220:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65007616, bytes: 4096
00000080:00200000:0.0:1789760782.684227:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.684245:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.684248:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65007616, 65011712) 0 0
00000080:00200000:0.0:1789760782.684251:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.684264:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15871, 15871]
00020000:00200000:0.0:1789760782.684270:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65007616 chunk: [65007616, 65011712) 65011712, 4096
00020000:00200000:0.0:1789760782.684274:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.684298:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15871, 15871]
00000008:00010000:0.0:1789760782.684311:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.684315:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.684324:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65007616, 65011712) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.684335:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65007616=0x3dff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.684393:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.684397:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65011712
00000020:00010000:0.0:1789760782.684403:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.684406:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.684408:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.684411:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.684414:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.684420:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.684425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.684439:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760782.684510:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 65007616<>65011712
00000080:00200000:0.0:1789760782.698388:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15871, 15871]
00000080:00200000:0.0:1789760782.698402:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.698406:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.698418:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65011712 i_blocks 127000
00000020:00200000:0.0:1789760782.698421:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.698429:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.698458:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65011712, count: 4096
00000080:00200000:0.0:1789760782.698465:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65011712, bytes: 4096
00000080:00200000:0.0:1789760782.698472:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.698479:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.698480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65011712, 65015808) 0 0
00000080:00200000:0.0:1789760782.698483:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.698493:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15872, 15872]
00020000:00200000:0.0:1789760782.698499:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65011712 chunk: [65011712, 65015808) 65015808, 4096
00020000:00200000:0.0:1789760782.698501:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.698513:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15872, 15872]
00000008:00010000:0.0:1789760782.698523:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.698527:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.698534:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65011712, 65015808) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.698542:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65011712=0x3e00000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.698631:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.698633:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65015808
00000020:00010000:0.0:1789760782.698639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.698641:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.698643:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.698645:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.698647:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.698651:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.698655:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.698665:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760782.698859:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 65011712<>65015808
00000080:00200000:0.0:1789760782.709770:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15872, 15872]
00000080:00200000:0.0:1789760782.709784:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.709790:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.709824:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65015808 i_blocks 127008
00000020:00200000:0.0:1789760782.709828:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.710095:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.710130:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65015808, count: 4096
00000080:00200000:0.0:1789760782.710138:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65015808, bytes: 4096
00000080:00200000:0.0:1789760782.710149:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.710158:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.710160:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65015808, 65019904) 0 0
00000080:00200000:0.0:1789760782.710164:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.710177:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15873, 15873]
00020000:00200000:0.0:1789760782.710185:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65015808 chunk: [65015808, 65019904) 65019904, 4096
00020000:00200000:0.0:1789760782.710189:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.710205:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15873, 15873]
00000008:00010000:0.0:1789760782.710276:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.710281:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.710290:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65015808, 65019904) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.710301:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65015808=0x3e01000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.710348:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.710351:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65019904
00000020:00010000:0.0:1789760782.710369:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.710373:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.710376:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.710379:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.710382:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.710388:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.710394:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.710410:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760782.710489:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 65015808<>65019904
00000080:00200000:0.0:1789760782.723830:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15873, 15873]
00000080:00200000:0.0:1789760782.723846:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.723853:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.723867:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65019904 i_blocks 127016
00000020:00200000:0.0:1789760782.723870:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.723881:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.723908:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65019904, count: 4096
00000080:00200000:0.0:1789760782.723915:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65019904, bytes: 4096
00000080:00200000:0.0:1789760782.723924:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.723931:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.723933:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65019904, 65024000) 0 0
00000080:00200000:0.0:1789760782.723937:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.723950:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15874, 15874]
00020000:00200000:0.0:1789760782.723956:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65019904 chunk: [65019904, 65024000) 65024000, 4096
00020000:00200000:0.0:1789760782.723960:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.723976:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15874, 15874]
00000008:00010000:0.0:1789760782.723991:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.723996:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.724006:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65019904, 65024000) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.724018:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65019904=0x3e02000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.724079:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.724082:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65024000
00000020:00010000:0.0:1789760782.724089:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.724092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.724095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.724098:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.724101:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.724108:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.724114:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.724129:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760782.724205:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 65019904<>65024000
00000080:00200000:0.0:1789760782.740413:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15874, 15874]
00000080:00200000:0.0:1789760782.740435:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.740441:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.740458:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65024000 i_blocks 127024
00000020:00200000:0.0:1789760782.740462:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.740475:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.740503:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65024000, count: 4096
00000080:00200000:0.0:1789760782.740510:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65024000, bytes: 4096
00000080:00200000:0.0:1789760782.740521:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.740529:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.740531:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65024000, 65028096) 0 0
00000080:00200000:0.0:1789760782.740535:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.740548:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15875, 15875]
00020000:00200000:0.0:1789760782.740555:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65024000 chunk: [65024000, 65028096) 65028096, 4096
00020000:00200000:0.0:1789760782.740558:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.740576:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15875, 15875]
00000008:00010000:0.0:1789760782.740589:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.740595:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.740603:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65024000, 65028096) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.740625:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65024000=0x3e03000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.740677:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.740681:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65028096
00000020:00010000:0.0:1789760782.740687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.740690:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.740693:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.740697:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.740700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.740706:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.740711:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.740734:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760782.740859:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 65024000<>65028096
00000080:00200000:0.0:1789760782.752933:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15875, 15875]
00000080:00200000:0.0:1789760782.752944:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.752949:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.753020:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65028096 i_blocks 127032
00000020:00200000:0.0:1789760782.753756:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.753767:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.753795:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65028096, count: 4096
00000080:00200000:0.0:1789760782.753833:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65028096, bytes: 4096
00000080:00200000:0.0:1789760782.753907:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.753915:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.753917:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65028096, 65032192) 0 0
00000080:00200000:0.0:1789760782.753921:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.753937:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15876, 15876]
00020000:00200000:0.0:1789760782.753943:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65028096 chunk: [65028096, 65032192) 65032192, 4096
00020000:00200000:0.0:1789760782.753947:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.753963:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15876, 15876]
00000008:00010000:0.0:1789760782.753977:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.753982:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.753992:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65028096, 65032192) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.754002:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65028096=0x3e04000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.754047:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.754050:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65032192
00000020:00010000:0.0:1789760782.754057:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.754060:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.754062:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.754065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.754067:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.754074:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.754079:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.754140:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760782.754743:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 65028096<>65032192
00000080:00200000:0.0:1789760782.773229:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15876, 15876]
00000080:00200000:0.0:1789760782.773241:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.773247:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.773258:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65032192 i_blocks 127040
00000020:00200000:0.0:1789760782.773261:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.773269:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.773295:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65032192, count: 4096
00000080:00200000:0.0:1789760782.773301:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65032192, bytes: 4096
00000080:00200000:0.0:1789760782.773308:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.773314:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.773316:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65032192, 65036288) 0 0
00000080:00200000:0.0:1789760782.773320:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.773332:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15877, 15877]
00020000:00200000:0.0:1789760782.773338:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65032192 chunk: [65032192, 65036288) 65036288, 4096
00020000:00200000:0.0:1789760782.773342:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.773365:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15877, 15877]
00000008:00010000:0.0:1789760782.773379:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.773384:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.773395:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65032192, 65036288) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.773405:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65032192=0x3e05000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.773556:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.773560:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65036288
00000020:00010000:0.0:1789760782.773568:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.773571:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.773574:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.773577:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.773579:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.773585:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.773590:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.773603:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760782.773679:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 65032192<>65036288
00000080:00200000:0.0:1789760782.805180:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15878, 15878]
00000080:00200000:0.0:1789760782.805192:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.805197:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.805208:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65040384 i_blocks 127056
00000020:00200000:0.0:1789760782.805211:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.805218:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.805387:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65040384, count: 4096
00000080:00200000:0.0:1789760782.805394:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65040384, bytes: 4096
00000080:00200000:0.0:1789760782.805404:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.805411:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.805558:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65040384, 65044480) 0 0
00000080:00200000:0.0:1789760782.805563:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.805577:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15879, 15879]
00020000:00200000:0.0:1789760782.805583:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65040384 chunk: [65040384, 65044480) 65044480, 4096
00020000:00200000:0.0:1789760782.805587:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.805602:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15879, 15879]
00000008:00010000:0.0:1789760782.805618:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.805622:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.805632:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65040384, 65044480) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.805642:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65040384=0x3e07000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.805691:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.805694:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65044480
00000020:00010000:0.0:1789760782.805775:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.805779:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.805783:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.805786:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.805789:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.805795:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.805886:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.805903:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760782.805982:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 65040384<>65044480
00000080:00200000:0.0:1789760782.857354:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15882, 15882]
00000080:00200000:0.0:1789760782.857374:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.857380:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.857392:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65056768 i_blocks 127088
00000020:00200000:0.0:1789760782.857396:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.857404:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.857429:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65056768, count: 4096
00000080:00200000:0.0:1789760782.857435:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65056768, bytes: 4096
00000080:00200000:0.0:1789760782.857443:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.857450:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.857452:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65056768, 65060864) 0 0
00000080:00200000:0.0:1789760782.857456:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.857468:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15883, 15883]
00020000:00200000:0.0:1789760782.857476:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65056768 chunk: [65056768, 65060864) 65060864, 4096
00020000:00200000:0.0:1789760782.857480:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.857495:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15883, 15883]
00000008:00010000:0.0:1789760782.857509:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.857513:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.857522:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65056768, 65060864) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.857532:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65056768=0x3e0b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.857576:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.857579:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65060864
00000020:00010000:0.0:1789760782.857586:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.857589:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.857592:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.857595:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.857597:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.857603:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.857608:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.857620:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760782.857697:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 65056768<>65060864
00000080:00200000:0.0:1789760782.867836:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15883, 15883]
00000080:00200000:0.0:1789760782.867848:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.867853:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.867866:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65060864 i_blocks 127096
00000020:00200000:0.0:1789760782.867870:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.867877:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.867900:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65060864, count: 4096
00000080:00200000:0.0:1789760782.867907:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65060864, bytes: 4096
00000080:00200000:0.0:1789760782.867913:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.867920:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.867922:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65060864, 65064960) 0 0
00000080:00200000:0.0:1789760782.867926:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.867938:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15884, 15884]
00020000:00200000:0.0:1789760782.867944:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65060864 chunk: [65060864, 65064960) 65064960, 4096
00020000:00200000:0.0:1789760782.867948:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.867962:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15884, 15884]
00000008:00010000:0.0:1789760782.867975:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.867980:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.867989:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65060864, 65064960) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.868000:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65060864=0x3e0c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.868039:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.868043:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65064960
00000020:00010000:0.0:1789760782.868050:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.868053:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.868056:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.868059:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.868062:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.868201:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.868209:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.868224:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760782.868297:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 65060864<>65064960
00000080:00200000:0.0:1789760782.878762:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15884, 15884]
00000080:00200000:0.0:1789760782.878775:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.878780:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.878791:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65064960 i_blocks 127104
00000020:00200000:0.0:1789760782.878794:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.878831:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.878857:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65064960, count: 4096
00000080:00200000:0.0:1789760782.878863:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65064960, bytes: 4096
00000080:00200000:0.0:1789760782.878870:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.878878:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.878879:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65064960, 65069056) 0 0
00000080:00200000:0.0:1789760782.878883:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.878896:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15885, 15885]
00020000:00200000:0.0:1789760782.879266:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65064960 chunk: [65064960, 65069056) 65069056, 4096
00020000:00200000:0.0:1789760782.879271:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.879287:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15885, 15885]
00000008:00010000:0.0:1789760782.879302:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.879306:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.879315:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65064960, 65069056) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.879325:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65064960=0x3e0d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.879483:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.879487:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65069056
00000020:00010000:0.0:1789760782.879494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.879497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.879500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.879503:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.879505:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.879512:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.879517:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.879532:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760782.879604:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 65064960<>65069056
00000080:00200000:0.0:1789760782.897564:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15885, 15885]
00000080:00200000:0.0:1789760782.897575:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.897579:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.897589:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65069056 i_blocks 127112
00000020:00200000:0.0:1789760782.897595:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.897603:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.897626:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65069056, count: 4096
00000080:00200000:0.0:1789760782.897631:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65069056, bytes: 4096
00000080:00200000:0.0:1789760782.897637:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.897644:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.897646:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65069056, 65073152) 0 0
00000080:00200000:0.0:1789760782.897649:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.897660:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15886, 15886]
00020000:00200000:0.0:1789760782.897665:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65069056 chunk: [65069056, 65073152) 65073152, 4096
00020000:00200000:0.0:1789760782.897669:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.897682:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15886, 15886]
00000008:00010000:0.0:1789760782.897693:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.897697:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.897705:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65069056, 65073152) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.897714:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65069056=0x3e0e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.897751:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.897754:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65073152
00000020:00010000:0.0:1789760782.897760:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.897763:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.897765:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.897768:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.897771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.897775:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.897780:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.897790:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760782.897899:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 65069056<>65073152
00000080:00200000:0.0:1789760782.911844:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15886, 15886]
00000080:00200000:0.0:1789760782.911856:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.911861:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.911873:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65073152 i_blocks 127120
00000020:00200000:0.0:1789760782.911877:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.911884:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.911910:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65073152, count: 4096
00000080:00200000:0.0:1789760782.911916:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65073152, bytes: 4096
00000080:00200000:0.0:1789760782.911924:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.911933:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.911935:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65073152, 65077248) 0 0
00000080:00200000:0.0:1789760782.911939:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.911952:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15887, 15887]
00020000:00200000:0.0:1789760782.911958:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65073152 chunk: [65073152, 65077248) 65077248, 4096
00020000:00200000:0.0:1789760782.911962:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.911977:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15887, 15887]
00000008:00010000:0.0:1789760782.911990:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.911995:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.912004:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65073152, 65077248) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.912014:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65073152=0x3e0f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.912058:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.912062:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65077248
00000020:00010000:0.0:1789760782.912085:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.912089:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.912092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.912095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.912098:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.912104:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.912110:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.912446:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760782.912522:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 65073152<>65077248
00000080:00200000:0.0:1789760782.921771:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15887, 15887]
00000080:00200000:0.0:1789760782.921785:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.921790:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.921816:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65077248 i_blocks 127128
00000020:00200000:0.0:1789760782.921820:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.921828:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.921851:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65077248, count: 4096
00000080:00200000:0.0:1789760782.921857:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65077248, bytes: 4096
00000080:00200000:0.0:1789760782.921864:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.921871:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.921873:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65077248, 65081344) 0 0
00000080:00200000:0.0:1789760782.921878:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.921890:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15888, 15888]
00020000:00200000:0.0:1789760782.921897:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65077248 chunk: [65077248, 65081344) 65081344, 4096
00020000:00200000:0.0:1789760782.921901:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.921915:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15888, 15888]
00000008:00010000:0.0:1789760782.921928:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.921933:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.921941:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65077248, 65081344) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.921951:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65077248=0x3e10000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.921991:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.921995:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65081344
00000020:00010000:0.0:1789760782.922001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.922005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.922008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.922011:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.922013:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.922019:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.922025:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.922037:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760782.922107:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 65077248<>65081344
00000080:00200000:0.0:1789760782.933075:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15888, 15888]
00000080:00200000:0.0:1789760782.933088:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.933093:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.933106:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65081344 i_blocks 127136
00000020:00200000:0.0:1789760782.933109:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.933128:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.933156:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65081344, count: 4096
00000080:00200000:0.0:1789760782.933162:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65081344, bytes: 4096
00000080:00200000:0.0:1789760782.933170:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.933179:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.933181:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65081344, 65085440) 0 0
00000080:00200000:0.0:1789760782.933185:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.933197:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15889, 15889]
00020000:00200000:0.0:1789760782.933204:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65081344 chunk: [65081344, 65085440) 65085440, 4096
00020000:00200000:0.0:1789760782.933207:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.933224:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15889, 15889]
00000008:00010000:0.0:1789760782.933237:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.933241:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.933251:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65081344, 65085440) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.933261:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65081344=0x3e11000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.933302:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.933305:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65085440
00000020:00010000:0.0:1789760782.933311:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.933314:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.933317:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.933320:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.933322:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.933328:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.933333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.933347:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760782.933586:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 65081344<>65085440
00000080:00200000:0.0:1789760782.942607:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15889, 15889]
00000080:00200000:0.0:1789760782.942620:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.942626:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.942638:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65085440 i_blocks 127144
00000020:00200000:0.0:1789760782.942642:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.942651:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.942678:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65085440, count: 4096
00000080:00200000:0.0:1789760782.942684:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65085440, bytes: 4096
00000080:00200000:0.0:1789760782.942692:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.942698:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.942700:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65085440, 65089536) 0 0
00000080:00200000:0.0:1789760782.942704:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.942717:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15890, 15890]
00020000:00200000:0.0:1789760782.942724:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65085440 chunk: [65085440, 65089536) 65089536, 4096
00020000:00200000:0.0:1789760782.942728:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.942743:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15890, 15890]
00000008:00010000:0.0:1789760782.942756:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.942761:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.942771:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65085440, 65089536) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.942781:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65085440=0x3e12000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.942852:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.942856:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65089536
00000020:00010000:0.0:1789760782.942863:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.942866:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.942868:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.942871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.942874:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.942880:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.942885:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.942898:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760782.942976:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 65085440<>65089536
00000080:00200000:0.0:1789760782.959899:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15890, 15890]
00000080:00200000:0.0:1789760782.959913:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.959919:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.959931:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65089536 i_blocks 127152
00000020:00200000:0.0:1789760782.959935:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.959944:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.959966:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65089536, count: 4096
00000080:00200000:0.0:1789760782.959973:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65089536, bytes: 4096
00000080:00200000:0.0:1789760782.959980:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.959987:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.959989:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65089536, 65093632) 0 0
00000080:00200000:0.0:1789760782.959993:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.960006:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15891, 15891]
00020000:00200000:0.0:1789760782.960013:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65089536 chunk: [65089536, 65093632) 65093632, 4096
00020000:00200000:0.0:1789760782.960016:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.960042:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15891, 15891]
00000008:00010000:0.0:1789760782.960054:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.960059:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.960076:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65089536, 65093632) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.960087:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65089536=0x3e13000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.960131:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.960134:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65093632
00000020:00010000:0.0:1789760782.960140:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.960143:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.960146:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.960149:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.960151:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.960157:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.960163:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.960175:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760782.960249:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 65089536<>65093632
00000080:00200000:0.0:1789760782.983584:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15891, 15891]
00000080:00200000:0.0:1789760782.983598:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.983603:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.983615:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65093632 i_blocks 127160
00000020:00200000:0.0:1789760782.983618:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.983627:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.983656:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65093632, count: 4096
00000080:00200000:0.0:1789760782.983664:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65093632, bytes: 4096
00000080:00200000:0.0:1789760782.983674:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.983681:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.983683:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65093632, 65097728) 0 0
00000080:00200000:0.0:1789760782.983687:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.983699:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15892, 15892]
00020000:00200000:0.0:1789760782.983705:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65093632 chunk: [65093632, 65097728) 65097728, 4096
00020000:00200000:0.0:1789760782.983709:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.983724:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15892, 15892]
00000008:00010000:0.0:1789760782.983737:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.983742:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760782.983750:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65093632, 65097728) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.983761:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65093632=0x3e14000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.983831:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.983846:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65097728
00000020:00010000:0.0:1789760782.983853:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.983857:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.983860:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.983863:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.983866:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.983872:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.983877:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.983892:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760782.983992:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65093632<>65097728
00000100:00100000:0.0:1789760782.989179:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2411:1876699554800384:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760782.989530:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554800640:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760782.989559:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2411:1876699554800896:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760783.000748:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554800512:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760783.006004:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2412:1876699554800768:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760783.006022:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983201 gen 2
00000008:00010000:0.0:1789760783.006050:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760783.006056:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.006065:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.006077:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760783.006095:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554800256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.007501:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554801024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.021014:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983202 gen 2
00000008:00010000:0.0:1789760783.021055:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760783.021063:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.021072:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.021095:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760783.021129:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554801024:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760783.038936:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15894, 15894]
00000080:00200000:0.0:1789760783.038954:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.038959:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.038972:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65105920 i_blocks 127184
00000020:00200000:0.0:1789760783.038976:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.038988:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.039013:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65105920, count: 4096
00000080:00200000:0.0:1789760783.039018:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65105920, bytes: 4096
00000080:00200000:0.0:1789760783.039028:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.039035:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.039036:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65105920, 65110016) 0 0
00000080:00200000:0.0:1789760783.039040:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.039051:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15895, 15895]
00020000:00200000:0.0:1789760783.039057:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65105920 chunk: [65105920, 65110016) 65110016, 4096
00020000:00200000:0.0:1789760783.039060:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.039075:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15895, 15895]
00000008:00010000:0.0:1789760783.039089:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.039094:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.039103:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65105920, 65110016) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.039115:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65105920=0x3e17000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.039167:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.039169:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65110016
00000020:00010000:0.0:1789760783.039176:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.039180:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.039183:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.039186:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.039190:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.039196:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.039203:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.039221:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760783.039302:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65105920<>65110016
00000080:00200000:0.0:1789760783.057472:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15895, 15895]
00000080:00200000:0.0:1789760783.057484:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.057489:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.057499:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65110016 i_blocks 127192
00000020:00200000:0.0:1789760783.057503:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.057510:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.057535:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65110016, count: 4096
00000080:00200000:0.0:1789760783.057541:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65110016, bytes: 4096
00000080:00200000:0.0:1789760783.057549:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.057556:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.057558:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65110016, 65114112) 0 0
00000080:00200000:0.0:1789760783.057562:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.057575:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15896, 15896]
00020000:00200000:0.0:1789760783.057581:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65110016 chunk: [65110016, 65114112) 65114112, 4096
00020000:00200000:0.0:1789760783.057585:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.057598:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15896, 15896]
00000008:00010000:0.0:1789760783.057610:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.057614:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.057623:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65110016, 65114112) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.057633:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65110016=0x3e18000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.057673:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.057675:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65114112
00000020:00010000:0.0:1789760783.057681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.057685:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.057687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.057691:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.057694:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.057700:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.057705:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.057717:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760783.058065:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65110016<>65114112
00000100:00100000:0.0:1789760783.119700:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554801920:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.133376:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983209 gen 2
00000008:00010000:0.0:1789760783.133413:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760783.133419:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.133427:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.133448:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760783.133470:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554801920:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.134414:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802048:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.149059:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983210 gen 2
00000008:00010000:0.0:1789760783.149100:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760783.149107:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.149116:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.149135:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760783.149158:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802048:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.149881:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.149896:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802176:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.170780:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983211 gen 2
00000008:00010000:0.0:1789760783.170840:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760783.170847:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.170856:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.170878:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760783.170900:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802176:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.171581:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.171594:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802304:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.185084:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983212 gen 2
00000008:00010000:0.0:1789760783.185130:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760783.185137:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.185145:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.185164:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760783.185186:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802304:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.186246:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802432:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.205972:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983213 gen 2
00000008:00010000:0.0:1789760783.206002:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760783.206008:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.206017:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.206033:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760783.206053:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802432:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.207839:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802560:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.231452:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983214 gen 2
00000008:00010000:0.0:1789760783.231491:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760783.231498:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.231507:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.231530:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760783.231555:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802560:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760783.232214:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:0.0:1789760783.232292:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65150976<>65155072
00000100:00100000:0.0:1789760783.232325:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802688:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.264003:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983215 gen 2
00000008:00010000:0.0:1789760783.264038:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760783.264045:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.264054:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.264074:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760783.264102:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554802688:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.265081:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.283529:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983216 gen 2
00000008:00010000:0.0:1789760783.283563:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760783.283569:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.283577:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.283665:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760783.283690:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.284679:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.284695:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.301039:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983217 gen 2
00000008:00010000:0.0:1789760783.301075:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760783.301082:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.301092:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.301113:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760783.301138:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554802944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.306587:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554803072:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.320001:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983218 gen 2
00000008:00010000:0.0:1789760783.320037:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760783.320044:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.320053:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.320071:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760783.320096:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554803072:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.320623:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554803200:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.341333:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983219 gen 2
00000008:00010000:0.0:1789760783.341385:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760783.341392:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.341400:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.341419:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760783.341441:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554803200:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.342046:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554803328:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760783.390409:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15913, 15913]
00000080:00200000:0.0:1789760783.390420:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.390424:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.390435:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65183744 i_blocks 127336
00000020:00200000:0.0:1789760783.390437:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.390445:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.390469:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65183744, count: 4096
00000080:00200000:0.0:1789760783.390474:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65183744, bytes: 4096
00000080:00200000:0.0:1789760783.390481:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.390489:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.390491:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65183744, 65187840) 0 0
00000080:00200000:0.0:1789760783.390495:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.390507:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15914, 15914]
00020000:00200000:0.0:1789760783.390513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65183744 chunk: [65183744, 65187840) 65187840, 4096
00020000:00200000:0.0:1789760783.390517:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.390530:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15914, 15914]
00000008:00010000:0.0:1789760783.390543:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.390547:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.390555:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65183744, 65187840) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.390564:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65183744=0x3e2a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.390606:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.390608:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65187840
00000020:00010000:0.0:1789760783.390614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.390618:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.390620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.390623:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.390626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.390631:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.390635:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.390646:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760783.390872:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65183744<>65187840
00000100:00100000:0.0:1789760783.390899:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.390912:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554803712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.406444:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983223 gen 2
00000008:00010000:0.0:1789760783.406479:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:0.0:1789760783.406484:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.406493:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.406513:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:0.0:1789760783.406533:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554803712:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760783.417705:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15915, 15915]
00000080:00200000:0.0:1789760783.417717:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.417722:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.417734:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65191936 i_blocks 127352
00000020:00200000:0.0:1789760783.417738:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.417747:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.417774:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65191936, count: 4096
00000080:00200000:0.0:1789760783.417780:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65191936, bytes: 4096
00000080:00200000:0.0:1789760783.417786:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.417793:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.417795:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65191936, 65196032) 0 0
00000080:00200000:0.0:1789760783.417798:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.417892:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15916, 15916]
00020000:00200000:0.0:1789760783.417899:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65191936 chunk: [65191936, 65196032) 65196032, 4096
00020000:00200000:0.0:1789760783.417903:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.417917:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15916, 15916]
00000008:00010000:0.0:1789760783.417928:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.417933:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.417941:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65191936, 65196032) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.417950:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65191936=0x3e2c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.417991:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.417994:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65196032
00000020:00010000:0.0:1789760783.418000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.418003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.418006:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.418009:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.418012:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.418018:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.418022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.418034:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760783.418104:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65191936<>65196032
00000080:00200000:0.0:1789760783.430435:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15916, 15916]
00000080:00200000:0.0:1789760783.430447:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.430453:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.430464:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65196032 i_blocks 127360
00000020:00200000:0.0:1789760783.430468:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.430477:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.430504:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65196032, count: 4096
00000080:00200000:0.0:1789760783.430510:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65196032, bytes: 4096
00000080:00200000:0.0:1789760783.430517:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.430525:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.430527:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65196032, 65200128) 0 0
00000080:00200000:0.0:1789760783.430532:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.430544:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15917, 15917]
00020000:00200000:0.0:1789760783.430551:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65196032 chunk: [65196032, 65200128) 65200128, 4096
00020000:00200000:0.0:1789760783.430556:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.430572:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15917, 15917]
00000008:00010000:0.0:1789760783.430586:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.430591:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.430600:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65196032, 65200128) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.430611:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65196032=0x3e2d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.430654:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.430657:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65200128
00000020:00010000:0.0:1789760783.430664:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.430667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.430670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.430673:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.430675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.430681:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.430686:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.430698:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760783.430770:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 65196032<>65200128
00000080:00200000:0.0:1789760783.442389:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15917, 15917]
00000080:00200000:0.0:1789760783.442402:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.442407:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.442418:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65200128 i_blocks 127368
00000020:00200000:0.0:1789760783.442421:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.442429:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.442454:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65200128, count: 4096
00000080:00200000:0.0:1789760783.442460:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65200128, bytes: 4096
00000080:00200000:0.0:1789760783.442468:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.442475:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.442477:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65200128, 65204224) 0 0
00000080:00200000:0.0:1789760783.442481:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.442494:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15918, 15918]
00020000:00200000:0.0:1789760783.442500:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65200128 chunk: [65200128, 65204224) 65204224, 4096
00020000:00200000:0.0:1789760783.442504:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.442519:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15918, 15918]
00000008:00010000:0.0:1789760783.442532:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.442537:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.442545:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65200128, 65204224) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.442553:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65200128=0x3e2e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.442587:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.442589:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65204224
00000020:00010000:0.0:1789760783.442594:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.442596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.442598:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.442600:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.442602:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.442606:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.442610:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.442619:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760783.442681:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65200128<>65204224
00000100:00100000:0.0:1789760783.456513:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983227 gen 2
00000008:00010000:0.0:1789760783.456552:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760783.456558:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.456567:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.456593:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760783.456615:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554804224:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760783.472651:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15919, 15919]
00000080:00200000:0.0:1789760783.472664:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.472668:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.472681:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65208320 i_blocks 127384
00000020:00200000:0.0:1789760783.472684:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.472692:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.472716:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65208320, count: 4096
00000080:00200000:0.0:1789760783.472721:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65208320, bytes: 4096
00000080:00200000:0.0:1789760783.472728:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.472735:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.472738:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65208320, 65212416) 0 0
00000080:00200000:0.0:1789760783.472742:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.472753:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15920, 15920]
00020000:00200000:0.0:1789760783.472760:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65208320 chunk: [65208320, 65212416) 65212416, 4096
00020000:00200000:0.0:1789760783.472763:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.472777:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15920, 15920]
00000008:00010000:0.0:1789760783.472790:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.472794:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.472835:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65208320, 65212416) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.472847:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65208320=0x3e30000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.472888:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.472890:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65212416
00000020:00010000:0.0:1789760783.472896:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.472900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.472902:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.472905:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.472908:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.472914:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.472918:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.472930:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760783.472995:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65208320<>65212416
00000100:00100000:0.0:1789760783.473019:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.473031:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554804480:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.490708:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983229 gen 2
00000008:00010000:0.0:1789760783.490757:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760783.490764:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.490771:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.490792:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760783.490837:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554804480:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760783.816502:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760783.816532:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554807040:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.817515:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554807168:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.831984:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983250 gen 2
00000100:00100000:0.0:1789760783.833449:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554807296:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.848583:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983251 gen 2
00000008:00010000:0.0:1789760783.848647:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760783.848656:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.848671:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.848886:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760783.848916:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554807296:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.850469:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000080:00200000:0.0:1789760783.867020:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15943, 15943]
00000080:00200000:0.0:1789760783.867036:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.867042:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.867057:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65306624 i_blocks 127576
00000020:00200000:0.0:1789760783.867060:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.867071:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.867117:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65306624, count: 4096
00000080:00200000:0.0:1789760783.867125:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65306624, bytes: 4096
00000080:00200000:0.0:1789760783.867135:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.867144:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.867147:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65306624, 65310720) 0 0
00000080:00200000:0.0:1789760783.867152:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.867169:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15944, 15944]
00020000:00200000:0.0:1789760783.867179:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65306624 chunk: [65306624, 65310720) 65310720, 4096
00020000:00200000:0.0:1789760783.867184:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.867210:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15944, 15944]
00000008:00010000:0.0:1789760783.867229:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.867236:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.867248:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65306624, 65310720) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.867263:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65306624=0x3e48000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.867335:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.867338:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65310720
00000020:00010000:0.0:1789760783.867346:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.867360:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.867363:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.867367:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.867370:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.867378:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.867385:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.867400:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760783.867507:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65306624<>65310720
00000080:00200000:0.0:1789760783.880163:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15944, 15944]
00000080:00200000:0.0:1789760783.880181:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.880188:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.880204:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65310720 i_blocks 127584
00000020:00200000:0.0:1789760783.880208:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.880217:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.880252:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65310720, count: 4096
00000080:00200000:0.0:1789760783.880259:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65310720, bytes: 4096
00000080:00200000:0.0:1789760783.880460:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.880471:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.880474:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65310720, 65314816) 0 0
00000080:00200000:0.0:1789760783.880479:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.880496:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15945, 15945]
00020000:00200000:0.0:1789760783.880506:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65310720 chunk: [65310720, 65314816) 65314816, 4096
00020000:00200000:0.0:1789760783.880511:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.880533:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15945, 15945]
00000008:00010000:0.0:1789760783.880552:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.880559:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.880571:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65310720, 65314816) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.880586:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65310720=0x3e49000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.880648:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.880651:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65314816
00000020:00010000:0.0:1789760783.880660:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.880663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.880666:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.880669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.880672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.880680:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.880687:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.880705:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760783.881021:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65310720<>65314816
00000100:00100000:3.0:1789760783.892655:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554807808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.904114:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983255 gen 2
00000008:00010000:3.0:1789760783.904171:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760783.904181:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760783.904194:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760783.904213:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760783.904244:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554807808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.905534:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554807936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.929048:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983256 gen 2
00000008:00010000:3.0:1789760783.929103:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760783.929111:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760783.929123:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760783.929140:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760783.929166:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554807936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.930528:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554808064:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760783.948397:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983257 gen 2
00000100:00100000:0.0:1789760783.951148:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554808192:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.965529:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983258 gen 2
00000008:00010000:0.0:1789760783.965577:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760783.965585:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.965597:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.965617:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760783.965646:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554808192:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760783.978381:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15950, 15950]
00000080:00200000:0.0:1789760783.978398:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.978404:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.978419:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65335296 i_blocks 127632
00000020:00200000:0.0:1789760783.978423:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.978486:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.979026:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65335296, count: 4096
00000080:00200000:0.0:1789760783.979035:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65335296, bytes: 4096
00000080:00200000:0.0:1789760783.979046:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.979052:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.979054:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65335296, 65339392) 0 0
00000080:00200000:0.0:1789760783.979058:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.979074:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15951, 15951]
00020000:00200000:0.0:1789760783.979083:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65335296 chunk: [65335296, 65339392) 65339392, 4096
00020000:00200000:0.0:1789760783.979088:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.979108:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15951, 15951]
00000008:00010000:0.0:1789760783.979130:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.979136:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760783.979147:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65335296, 65339392) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.979163:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65335296=0x3e4f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.979222:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.979224:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65339392
00000020:00010000:0.0:1789760783.979232:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.979235:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.979237:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.979240:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.979242:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.979248:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.979253:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.979269:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760783.979379:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65335296<>65339392
00000100:00100000:0.0:1789760783.979437:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760783.979455:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554808448:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760783.988710:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983260 gen 2
00000008:00010000:0.0:1789760783.988770:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392cc0
00000020:00200000:0.0:1789760783.988779:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.988789:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.988907:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392cc0
00000100:00100000:0.0:1789760783.988939:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554808448:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.003122:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15952, 15952]
00000080:00200000:0.0:1789760784.003140:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.003147:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.003165:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65343488 i_blocks 127648
00000020:00200000:0.0:1789760784.003169:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.003181:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.003216:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65343488, count: 4096
00000080:00200000:0.0:1789760784.003223:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65343488, bytes: 4096
00000080:00200000:0.0:1789760784.003239:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.003248:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.003250:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65343488, 65347584) 0 0
00000080:00200000:0.0:1789760784.003254:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.003283:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15953, 15953]
00020000:00200000:0.0:1789760784.003292:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65343488 chunk: [65343488, 65347584) 65347584, 4096
00020000:00200000:0.0:1789760784.003297:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.003318:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15953, 15953]
00000008:00010000:0.0:1789760784.003336:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.003342:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.003363:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65343488, 65347584) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.003482:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65343488=0x3e51000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.003546:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.003549:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65347584
00000020:00010000:0.0:1789760784.003558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.003563:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.003566:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.003570:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.003573:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.003581:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.003588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.003605:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760784.003758:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65343488<>65347584
00000080:00200000:0.0:1789760784.017230:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15953, 15953]
00000080:00200000:0.0:1789760784.017249:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.017255:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.017272:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65347584 i_blocks 127656
00000020:00200000:0.0:1789760784.017277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.017287:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.017682:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65347584, count: 4096
00000080:00200000:0.0:1789760784.017691:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65347584, bytes: 4096
00000080:00200000:0.0:1789760784.017704:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.017712:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.017714:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65347584, 65351680) 0 0
00000080:00200000:0.0:1789760784.017718:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.017974:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15954, 15954]
00020000:00200000:0.0:1789760784.017983:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65347584 chunk: [65347584, 65351680) 65351680, 4096
00020000:00200000:0.0:1789760784.017988:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.018010:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15954, 15954]
00000008:00010000:0.0:1789760784.018027:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.018033:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.018045:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65347584, 65351680) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.018059:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65347584=0x3e52000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.018193:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.018196:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65351680
00000020:00010000:0.0:1789760784.018205:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.018210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.018213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.018217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.018220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.018228:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.018236:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.018253:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760784.018375:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65347584<>65351680
00000080:00200000:0.0:1789760784.026569:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15954, 15954]
00000080:00200000:0.0:1789760784.026585:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.026592:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.026607:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65351680 i_blocks 127664
00000020:00200000:0.0:1789760784.026610:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.026620:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.026654:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65351680, count: 4096
00000080:00200000:0.0:1789760784.026661:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65351680, bytes: 4096
00000080:00200000:0.0:1789760784.026670:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.026679:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.026682:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65351680, 65355776) 0 0
00000080:00200000:0.0:1789760784.026687:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.026704:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15955, 15955]
00020000:00200000:0.0:1789760784.026713:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65351680 chunk: [65351680, 65355776) 65355776, 4096
00020000:00200000:0.0:1789760784.026718:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.026737:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15955, 15955]
00000008:00010000:0.0:1789760784.026755:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.026760:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.026772:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65351680, 65355776) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.026785:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65351680=0x3e53000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.026868:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.026871:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65355776
00000020:00010000:0.0:1789760784.026880:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.026884:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.026887:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.026891:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.026895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.026902:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.026909:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.026925:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760784.027022:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 65351680<>65355776
00000080:00200000:0.0:1789760784.036412:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15955, 15955]
00000080:00200000:0.0:1789760784.036430:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.036446:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.036466:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65355776 i_blocks 127672
00000020:00200000:0.0:1789760784.036470:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.036481:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.036519:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65355776, count: 4096
00000080:00200000:0.0:1789760784.036525:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65355776, bytes: 4096
00000080:00200000:0.0:1789760784.036535:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.036544:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.036546:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65355776, 65359872) 0 0
00000080:00200000:0.0:1789760784.036551:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.036570:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15956, 15956]
00020000:00200000:0.0:1789760784.036579:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65355776 chunk: [65355776, 65359872) 65359872, 4096
00020000:00200000:0.0:1789760784.036584:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.036603:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15956, 15956]
00000008:00010000:0.0:1789760784.036622:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.036627:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.036640:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65355776, 65359872) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.036654:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65355776=0x3e54000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.036728:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.036731:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65359872
00000020:00010000:0.0:1789760784.036740:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.036744:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.036747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.036751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.036754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.036761:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.036769:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.036785:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760784.036908:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65355776<>65359872
00000080:00200000:0.0:1789760784.052143:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15956, 15956]
00000080:00200000:0.0:1789760784.052161:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.052168:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.052182:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65359872 i_blocks 127680
00000020:00200000:0.0:1789760784.052185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.052195:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.052228:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65359872, count: 4096
00000080:00200000:0.0:1789760784.052235:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65359872, bytes: 4096
00000080:00200000:0.0:1789760784.052245:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.052254:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.052256:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65359872, 65363968) 0 0
00000080:00200000:0.0:1789760784.052261:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.052276:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15957, 15957]
00020000:00200000:0.0:1789760784.052284:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65359872 chunk: [65359872, 65363968) 65363968, 4096
00020000:00200000:0.0:1789760784.052289:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.052308:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15957, 15957]
00000008:00010000:0.0:1789760784.052325:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.052331:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.052343:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65359872, 65363968) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.052366:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65359872=0x3e55000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.052485:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.052488:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65363968
00000020:00010000:0.0:1789760784.052497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.052501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.052504:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.052508:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.052511:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.052518:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.052525:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.052541:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760784.052646:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65359872<>65363968
00000080:00200000:0.0:1789760784.067038:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15957, 15957]
00000080:00200000:0.0:1789760784.067058:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.067064:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.067081:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65363968 i_blocks 127688
00000020:00200000:0.0:1789760784.067085:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.067098:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.067142:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65363968, count: 4096
00000080:00200000:0.0:1789760784.067152:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65363968, bytes: 4096
00000080:00200000:0.0:1789760784.067165:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.067174:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.067176:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65363968, 65368064) 0 0
00000080:00200000:0.0:1789760784.067180:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.067197:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15958, 15958]
00020000:00200000:0.0:1789760784.067206:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65363968 chunk: [65363968, 65368064) 65368064, 4096
00020000:00200000:0.0:1789760784.067215:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.067236:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15958, 15958]
00000008:00010000:0.0:1789760784.067255:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.067261:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.067272:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65363968, 65368064) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.067287:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65363968=0x3e56000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.067361:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.067364:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65368064
00000020:00010000:0.0:1789760784.067373:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.067376:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.067390:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.067394:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.067396:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.067404:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.067411:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.067433:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760784.067558:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65363968<>65368064
00000100:00100000:0.0:1789760784.067622:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554809344:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.095705:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983267 gen 2
00000008:00010000:0.0:1789760784.095772:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760784.095780:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.095793:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.095867:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760784.095890:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554809344:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.096841:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809472:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.104995:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983268 gen 2
00000008:00010000:3.0:1789760784.105048:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760784.105057:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.105173:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.105194:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760784.105226:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809472:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.106323:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554809600:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.117524:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983269 gen 2
00000008:00010000:3.0:1789760784.117579:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760784.117588:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.117600:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.117843:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760784.117887:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554809600:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.119531:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809728:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.134666:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983270 gen 2
00000008:00010000:3.0:1789760784.134728:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760784.134737:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.134990:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.135053:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760784.135085:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809728:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.139549:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554809856:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.160275:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983271 gen 2
00000008:00010000:3.0:1789760784.160330:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760784.160338:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.160360:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.160425:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760784.160465:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554809856:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.166892:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809984:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.178534:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983272 gen 2
00000008:00010000:3.0:1789760784.178653:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760784.178662:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.178674:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.178735:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760784.178767:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554809984:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.181596:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.184017:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554810112:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.203731:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983273 gen 2
00000008:00010000:3.0:1789760784.204404:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760784.204412:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.204425:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.204442:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760784.204473:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554810112:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.208270:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15964, 15964]
00000080:00200000:0.0:1789760784.208297:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.208656:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.208740:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65392640 i_blocks 127744
00000020:00200000:0.0:1789760784.208747:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.208763:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.208798:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65392640, count: 4096
00000080:00200000:0.0:1789760784.208826:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65392640, bytes: 4096
00000080:00200000:0.0:1789760784.208900:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.208910:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.208912:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65392640, 65396736) 0 0
00000080:00200000:0.0:1789760784.208917:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.208935:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15965, 15965]
00020000:00200000:0.0:1789760784.208944:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65392640 chunk: [65392640, 65396736) 65396736, 4096
00020000:00200000:0.0:1789760784.208949:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.208969:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15965, 15965]
00000008:00010000:0.0:1789760784.208988:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.208993:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.209005:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65392640, 65396736) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.209019:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65392640=0x3e5d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.209083:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.209086:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65396736
00000020:00010000:0.0:1789760784.209094:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.209097:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.209100:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.209104:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.209107:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.209116:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.209122:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.209212:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760784.210728:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65392640<>65396736
00000100:00100000:0.0:1789760784.210795:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.210904:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554810240:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.226730:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983274 gen 2
00000008:00010000:0.0:1789760784.226791:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760784.226846:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.226859:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.226872:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760784.226905:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554810240:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.245535:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15966, 15966]
00000080:00200000:0.0:1789760784.245558:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.245565:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.245581:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65400832 i_blocks 127760
00000020:00200000:0.0:1789760784.245587:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.245604:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.245638:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65400832, count: 4096
00000080:00200000:0.0:1789760784.245646:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65400832, bytes: 4096
00000080:00200000:0.0:1789760784.245662:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.245671:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.245673:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65400832, 65404928) 0 0
00000080:00200000:0.0:1789760784.245677:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.245694:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15967, 15967]
00020000:00200000:0.0:1789760784.245702:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65400832 chunk: [65400832, 65404928) 65404928, 4096
00020000:00200000:0.0:1789760784.245706:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.245727:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15967, 15967]
00000008:00010000:0.0:1789760784.245746:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.245752:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.245764:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65400832, 65404928) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.245779:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65400832=0x3e5f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.245897:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.245901:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65404928
00000020:00010000:0.0:1789760784.245909:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.245913:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.245917:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.245921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.245924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.245932:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.245939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.245957:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760784.246072:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65400832<>65404928
00000100:00100000:0.0:1789760784.246120:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.246143:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554810496:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.267311:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983276 gen 2
00000008:00010000:0.0:1789760784.267391:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760784.267400:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.267410:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.267436:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000080:00200000:3.0:1789760784.267651:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15967, 15967]
00000080:00200000:3.0:1789760784.267669:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.267674:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.267689:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65404928 i_blocks 127768
00000020:00200000:3.0:1789760784.267693:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.267703:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.267735:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65404928, count: 4096
00000080:00200000:3.0:1789760784.267744:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65404928, bytes: 4096
00000080:00200000:3.0:1789760784.267756:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.267764:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.267766:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65404928, 65409024) 0 0
00000080:00200000:3.0:1789760784.267770:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.267787:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15968, 15968]
00020000:00200000:3.0:1789760784.267796:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65404928 chunk: [65404928, 65409024) 65409024, 4096
00020000:00200000:3.0:1789760784.267844:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.267865:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15968, 15968]
00000008:00010000:3.0:1789760784.267885:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.267891:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.267903:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65404928, 65409024) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.267917:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65404928=0x3e60000, pages 1 (max 131072), lockless, parallel
00000100:00100000:0.0:1789760784.268015:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554810496:192.168.203.122@tcp:4:dd.0
00000020:00200000:3.0:1789760784.268741:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.268747:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65409024
00000020:00010000:3.0:1789760784.268759:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.268762:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.268765:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.268768:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.268771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.268780:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.268786:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.268952:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:0.0:1789760784.269068:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65404928<>65409024
00000100:00100000:3.0:1789760784.308959:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983278 gen 2
00000008:00010000:3.0:1789760784.309012:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760784.309021:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.309032:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.309049:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760784.309073:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554810752:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.322935:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983279 gen 2
00000080:00200000:3.0:1789760784.323416:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15970, 15970]
00000080:00200000:3.0:1789760784.323441:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.323448:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.323463:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65417216 i_blocks 127792
00000020:00200000:3.0:1789760784.323467:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.323721:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.323757:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65417216, count: 4096
00000080:00200000:3.0:1789760784.323766:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65417216, bytes: 4096
00000080:00200000:3.0:1789760784.323777:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.323785:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.323787:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65417216, 65421312) 0 0
00000080:00200000:3.0:1789760784.323792:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.323839:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15971, 15971]
00020000:00200000:3.0:1789760784.323848:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65417216 chunk: [65417216, 65421312) 65421312, 4096
00020000:00200000:3.0:1789760784.323852:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.323875:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15971, 15971]
00000008:00010000:3.0:1789760784.323894:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.323901:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.323911:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65417216, 65421312) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.323926:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65417216=0x3e63000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.323985:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.323988:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65421312
00000020:00010000:3.0:1789760784.323995:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.323998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.324002:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.324005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.324007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.324015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.324022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.324040:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760784.325707:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 65417216<>65421312
00000100:00100000:3.0:1789760784.340565:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983280 gen 2
00000008:00010000:3.0:1789760784.340616:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760784.340625:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.340636:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.340703:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760784.340734:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811008:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.347857:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554811136:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.361340:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983281 gen 2
00000008:00010000:3.0:1789760784.361403:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760784.361413:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.361426:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.361687:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760784.361717:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554811136:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.365544:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.381886:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983282 gen 2
00000008:00010000:3.0:1789760784.381944:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760784.381954:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.381966:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.382029:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760784.382060:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.391503:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554811392:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760784.397056:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760784.404285:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983283 gen 2
00000008:00010000:3.0:1789760784.404337:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760784.404356:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.404369:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.404390:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760784.404420:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554811392:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760784.405040:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:3.0:1789760784.405140:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 65433600<>65437696
00000100:00100000:3.0:1789760784.405187:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.430707:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983284 gen 2
00000008:00010000:3.0:1789760784.431541:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760784.431552:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.431566:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.431650:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760784.431682:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811520:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760784.433711:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65437696 i_blocks 127832
00000020:00200000:3.0:1789760784.433718:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.433748:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.433784:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65437696, count: 4096
00000080:00200000:3.0:1789760784.433794:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65437696, bytes: 4096
00000080:00200000:3.0:1789760784.433825:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.433834:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.433836:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65437696, 65441792) 0 0
00000080:00200000:3.0:1789760784.433840:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.433868:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15976, 15976]
00020000:00200000:3.0:1789760784.433877:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65437696 chunk: [65437696, 65441792) 65441792, 4096
00020000:00200000:3.0:1789760784.433882:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.433903:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15976, 15976]
00000008:00010000:3.0:1789760784.433922:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.433929:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.433939:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65437696, 65441792) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.433954:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65437696=0x3e68000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.434022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.434025:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65441792
00000020:00010000:3.0:1789760784.434034:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.434038:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.434041:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.434044:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.434048:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.434056:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.434063:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.434082:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760784.434198:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 65437696<>65441792
00000100:00100000:3.0:1789760784.434255:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.434279:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554811648:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760784.451763:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15976, 15976]
00000080:00200000:3.0:1789760784.451789:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.451795:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.451836:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65441792 i_blocks 127840
00000020:00200000:3.0:1789760784.451841:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.451854:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.451901:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65441792, count: 4096
00000080:00200000:3.0:1789760784.451909:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65441792, bytes: 4096
00000080:00200000:3.0:1789760784.451921:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.451929:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.451931:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65441792, 65445888) 0 0
00000080:00200000:3.0:1789760784.451936:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.451952:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15977, 15977]
00020000:00200000:3.0:1789760784.451962:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65441792 chunk: [65441792, 65445888) 65445888, 4096
00020000:00200000:3.0:1789760784.451966:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.451987:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15977, 15977]
00000008:00010000:3.0:1789760784.452004:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.452009:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.452019:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65441792, 65445888) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.452033:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65441792=0x3e69000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.452110:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.452113:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65445888
00000020:00010000:3.0:1789760784.452122:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.452126:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.452129:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.452133:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.452136:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.452144:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.452151:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.452169:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760784.452276:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb480 - object 0x280000401:2 offset 65441792<>65445888
00000080:00200000:3.0:1789760784.466570:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15977, 15977]
00000080:00200000:3.0:1789760784.466587:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.466593:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.466609:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65445888 i_blocks 127848
00000020:00200000:3.0:1789760784.466614:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.466624:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.466659:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65445888, count: 4096
00000080:00200000:3.0:1789760784.466666:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65445888, bytes: 4096
00000080:00200000:3.0:1789760784.466677:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.466686:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.466688:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65445888, 65449984) 0 0
00000080:00200000:3.0:1789760784.466693:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.466710:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15978, 15978]
00020000:00200000:3.0:1789760784.466718:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65445888 chunk: [65445888, 65449984) 65449984, 4096
00020000:00200000:3.0:1789760784.466723:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.466751:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15978, 15978]
00000008:00010000:3.0:1789760784.466769:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.466775:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.466786:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65445888, 65449984) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.466822:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65445888=0x3e6a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.466890:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.466893:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65449984
00000020:00010000:3.0:1789760784.466901:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.466904:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.466908:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.466911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.466914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.466922:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.466928:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.466945:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9f00
00000008:00100000:3.0:1789760784.467050:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 65445888<>65449984
00000080:00200000:3.0:1789760784.483587:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15978, 15978]
00000080:00200000:3.0:1789760784.483653:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.483661:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.483679:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65449984 i_blocks 127856
00000020:00200000:3.0:1789760784.483682:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.483692:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.483729:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65449984, count: 4096
00000080:00200000:3.0:1789760784.483736:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65449984, bytes: 4096
00000080:00200000:3.0:1789760784.483746:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.483754:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.483756:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65449984, 65454080) 0 0
00000080:00200000:3.0:1789760784.483760:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.483776:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15979, 15979]
00020000:00200000:3.0:1789760784.483785:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65449984 chunk: [65449984, 65454080) 65454080, 4096
00020000:00200000:3.0:1789760784.483789:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.483903:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15979, 15979]
00000008:00010000:3.0:1789760784.483934:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.483940:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.483951:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65449984, 65454080) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.483966:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65449984=0x3e6b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.484022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.484025:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65454080
00000020:00010000:3.0:1789760784.484033:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.484037:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.484040:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.484044:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.484047:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.484054:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.484060:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.484077:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9300
00000008:00100000:3.0:1789760784.484179:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 65449984<>65454080
00000080:00200000:3.0:1789760784.499025:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15979, 15979]
00000080:00200000:3.0:1789760784.499040:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.499046:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.499063:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65454080 i_blocks 127864
00000020:00200000:3.0:1789760784.499067:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.499077:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.499176:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65454080, count: 4096
00000080:00200000:3.0:1789760784.499185:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65454080, bytes: 4096
00000080:00200000:3.0:1789760784.499198:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.499207:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.499209:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65454080, 65458176) 0 0
00000080:00200000:3.0:1789760784.499214:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.499231:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15980, 15980]
00020000:00200000:3.0:1789760784.499308:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65454080 chunk: [65454080, 65458176) 65458176, 4096
00020000:00200000:3.0:1789760784.499314:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.499336:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15980, 15980]
00000008:00010000:3.0:1789760784.499365:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.499371:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.499383:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65454080, 65458176) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.499399:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65454080=0x3e6c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.499460:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.499463:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65458176
00000020:00010000:3.0:1789760784.499472:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.499476:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.499479:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.499482:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.499485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.499493:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.499499:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.499609:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9d80
00000008:00100000:3.0:1789760784.499720:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9880 - object 0x280000401:2 offset 65454080<>65458176
00000080:00200000:3.0:1789760784.513906:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15980, 15980]
00000080:00200000:3.0:1789760784.513922:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.513928:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.513943:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65458176 i_blocks 127872
00000020:00200000:3.0:1789760784.513947:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.513956:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.513988:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65458176, count: 4096
00000080:00200000:3.0:1789760784.513996:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65458176, bytes: 4096
00000080:00200000:3.0:1789760784.514007:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.514016:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.514018:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65458176, 65462272) 0 0
00000080:00200000:3.0:1789760784.514022:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.514038:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15981, 15981]
00020000:00200000:3.0:1789760784.514047:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65458176 chunk: [65458176, 65462272) 65462272, 4096
00020000:00200000:3.0:1789760784.514051:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.514070:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15981, 15981]
00000008:00010000:3.0:1789760784.514088:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.514094:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.514181:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65458176, 65462272) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.514197:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65458176=0x3e6d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.514258:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.514261:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65462272
00000020:00010000:3.0:1789760784.514269:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.514273:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.514276:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.514356:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.514360:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.514369:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.514376:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.514393:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d99c0
00000008:00100000:3.0:1789760784.514502:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb800 - object 0x280000401:2 offset 65458176<>65462272
00000080:00200000:3.0:1789760784.533890:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15981, 15981]
00000080:00200000:3.0:1789760784.533906:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.533912:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.533927:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65462272 i_blocks 127880
00000020:00200000:3.0:1789760784.533931:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.533940:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.533974:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65462272, count: 4096
00000080:00200000:3.0:1789760784.533983:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65462272, bytes: 4096
00000080:00200000:3.0:1789760784.533996:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.534005:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.534007:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65462272, 65466368) 0 0
00000080:00200000:3.0:1789760784.534011:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.534028:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15982, 15982]
00020000:00200000:3.0:1789760784.534036:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65462272 chunk: [65462272, 65466368) 65466368, 4096
00020000:00200000:3.0:1789760784.534040:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.534059:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15982, 15982]
00000008:00010000:3.0:1789760784.534076:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.534082:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.534093:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65462272, 65466368) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.534361:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65462272=0x3e6e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.534425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.534428:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65466368
00000020:00010000:3.0:1789760784.534436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.534439:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.534443:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.534446:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.534449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.534458:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.534464:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.534482:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9480
00000008:00100000:3.0:1789760784.534587:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9c00 - object 0x280000401:2 offset 65462272<>65466368
00000080:00200000:3.0:1789760784.554010:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15982, 15982]
00000080:00200000:3.0:1789760784.554041:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.554049:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.554067:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65466368 i_blocks 127888
00000020:00200000:3.0:1789760784.554073:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.554193:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.554232:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65466368, count: 4096
00000080:00200000:3.0:1789760784.554242:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65466368, bytes: 4096
00000080:00200000:3.0:1789760784.554257:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.554267:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.554269:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65466368, 65470464) 0 0
00000080:00200000:3.0:1789760784.554275:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.554293:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15983, 15983]
00020000:00200000:3.0:1789760784.554303:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65466368 chunk: [65466368, 65470464) 65470464, 4096
00020000:00200000:3.0:1789760784.554316:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.554617:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15983, 15983]
00000008:00010000:3.0:1789760784.554640:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.554647:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.554660:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65466368, 65470464) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.554676:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65466368=0x3e6f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.554758:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.554761:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65470464
00000020:00010000:3.0:1789760784.554771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.554775:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.554778:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.554782:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.554784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.554795:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.559295:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.559692:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9840
00000008:00100000:3.0:1789760784.559864:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8a80 - object 0x280000401:2 offset 65466368<>65470464
00000100:00100000:3.0:1789760784.559944:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554812544:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.590920:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983292 gen 2
00000008:00010000:3.0:1789760784.590972:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9840
00000020:00200000:3.0:1789760784.590981:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.590994:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.591019:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9840
00000100:00100000:3.0:1789760784.591052:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554812544:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.591362:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15983, 15983]
00000080:00200000:0.0:1789760784.591379:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.591386:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.591402:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65470464 i_blocks 127896
00000020:00200000:0.0:1789760784.591406:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.591418:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.591454:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65470464, count: 4096
00000080:00200000:0.0:1789760784.591462:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65470464, bytes: 4096
00000080:00200000:0.0:1789760784.591474:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.591483:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.591486:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65470464, 65474560) 0 0
00000080:00200000:0.0:1789760784.591490:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.591509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15984, 15984]
00020000:00200000:0.0:1789760784.591517:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65470464 chunk: [65470464, 65474560) 65474560, 4096
00020000:00200000:0.0:1789760784.591522:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.591542:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15984, 15984]
00000008:00010000:0.0:1789760784.591563:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.591570:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.591582:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65470464, 65474560) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.591597:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65470464=0x3e70000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.591660:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.591663:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65474560
00000020:00010000:0.0:1789760784.591671:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.591675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.591678:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.591681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.591684:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.591692:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.591700:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.591716:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760784.591930:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 65470464<>65474560
00000080:00200000:0.0:1789760784.605949:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15984, 15984]
00000080:00200000:0.0:1789760784.605978:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.605985:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.606006:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65474560 i_blocks 127904
00000020:00200000:0.0:1789760784.606011:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.606027:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.607100:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65474560, count: 4096
00000080:00200000:0.0:1789760784.607119:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65474560, bytes: 4096
00000080:00200000:0.0:1789760784.607137:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.607146:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.607149:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65474560, 65478656) 0 0
00000080:00200000:0.0:1789760784.607155:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.607175:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15985, 15985]
00020000:00200000:0.0:1789760784.607184:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65474560 chunk: [65474560, 65478656) 65478656, 4096
00020000:00200000:0.0:1789760784.607189:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.607215:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15985, 15985]
00000008:00010000:0.0:1789760784.607237:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.607244:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.607257:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65474560, 65478656) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.607272:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65474560=0x3e71000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.607359:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.607362:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65478656
00000020:00010000:0.0:1789760784.607370:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.607374:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.607377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.607381:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.607384:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.607393:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.607400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.607429:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760784.607918:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 65474560<>65478656
00000080:00200000:0.0:1789760784.621358:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15985, 15985]
00000080:00200000:0.0:1789760784.621376:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.621383:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.621399:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65478656 i_blocks 127912
00000020:00200000:0.0:1789760784.621403:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.621414:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.621449:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65478656, count: 4096
00000080:00200000:0.0:1789760784.621457:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65478656, bytes: 4096
00000080:00200000:0.0:1789760784.621468:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.621477:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.621480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65478656, 65482752) 0 0
00000080:00200000:0.0:1789760784.621485:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.621502:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15986, 15986]
00020000:00200000:0.0:1789760784.621511:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65478656 chunk: [65478656, 65482752) 65482752, 4096
00020000:00200000:0.0:1789760784.621515:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.621536:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15986, 15986]
00000008:00010000:0.0:1789760784.621557:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.621563:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.621575:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65478656, 65482752) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.621590:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65478656=0x3e72000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.621652:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.621656:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65482752
00000020:00010000:0.0:1789760784.621664:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.621668:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.621670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.621674:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.621677:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.621685:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.621692:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.621711:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760784.621930:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 65478656<>65482752
00000080:00200000:0.0:1789760784.639441:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15986, 15986]
00000080:00200000:0.0:1789760784.639461:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.639467:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.639484:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65482752 i_blocks 127920
00000020:00200000:0.0:1789760784.639489:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.639502:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.639536:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65482752, count: 4096
00000080:00200000:0.0:1789760784.639544:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65482752, bytes: 4096
00000080:00200000:0.0:1789760784.639559:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.639568:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.639571:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65482752, 65486848) 0 0
00000080:00200000:0.0:1789760784.639576:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.639593:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15987, 15987]
00020000:00200000:0.0:1789760784.639603:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65482752 chunk: [65482752, 65486848) 65486848, 4096
00020000:00200000:0.0:1789760784.639607:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.639631:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15987, 15987]
00000008:00010000:0.0:1789760784.639650:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.639657:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.639674:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65482752, 65486848) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.639690:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65482752=0x3e73000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.639759:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.639762:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65486848
00000020:00010000:0.0:1789760784.639770:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.639774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.639777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.639781:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.639784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.639791:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.639798:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.639868:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760784.639981:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 65482752<>65486848
00000080:00200000:0.0:1789760784.649527:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15987, 15987]
00000080:00200000:0.0:1789760784.649548:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.649557:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.649577:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65486848 i_blocks 127928
00000020:00200000:0.0:1789760784.649582:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.649596:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.649637:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65486848, count: 4096
00000080:00200000:0.0:1789760784.649645:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65486848, bytes: 4096
00000080:00200000:0.0:1789760784.649656:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.649665:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.649668:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65486848, 65490944) 0 0
00000080:00200000:0.0:1789760784.649672:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.649689:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15988, 15988]
00020000:00200000:0.0:1789760784.649697:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65486848 chunk: [65486848, 65490944) 65490944, 4096
00020000:00200000:0.0:1789760784.649701:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.649720:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15988, 15988]
00000008:00010000:0.0:1789760784.649750:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.649755:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.649767:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65486848, 65490944) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.649781:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65486848=0x3e74000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.649879:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.649882:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65490944
00000020:00010000:0.0:1789760784.649891:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.649895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.649897:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.649901:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.649904:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.649911:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.649919:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.649935:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760784.650033:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 65486848<>65490944
00000080:00200000:0.0:1789760784.671945:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15988, 15988]
00000080:00200000:0.0:1789760784.671973:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.671990:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.672009:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65490944 i_blocks 127936
00000020:00200000:0.0:1789760784.672015:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.672033:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.672068:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65490944, count: 4096
00000080:00200000:0.0:1789760784.672078:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65490944, bytes: 4096
00000080:00200000:0.0:1789760784.672093:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.675321:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.675328:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65490944, 65495040) 0 0
00000080:00200000:0.0:1789760784.675336:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.675374:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15989, 15989]
00020000:00200000:0.0:1789760784.675385:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65490944 chunk: [65490944, 65495040) 65495040, 4096
00020000:00200000:0.0:1789760784.675389:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.675418:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15989, 15989]
00000008:00010000:0.0:1789760784.675444:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.675450:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.675464:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65490944, 65495040) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.675480:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65490944=0x3e75000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.675573:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.675578:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65495040
00000020:00010000:0.0:1789760784.675587:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.675593:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.675596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.675600:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.675603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.675616:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.675623:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.675656:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760784.675783:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 65490944<>65495040
00000080:00200000:0.0:1789760784.696053:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15989, 15989]
00000080:00200000:0.0:1789760784.696072:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.696078:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.696095:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65495040 i_blocks 127944
00000020:00200000:0.0:1789760784.696221:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.696234:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.696271:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65495040, count: 4096
00000080:00200000:0.0:1789760784.696278:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65495040, bytes: 4096
00000080:00200000:0.0:1789760784.696289:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.696299:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.696301:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65495040, 65499136) 0 0
00000080:00200000:0.0:1789760784.696307:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.696325:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15990, 15990]
00020000:00200000:0.0:1789760784.696333:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65495040 chunk: [65495040, 65499136) 65499136, 4096
00020000:00200000:0.0:1789760784.696338:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.696369:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15990, 15990]
00000008:00010000:0.0:1789760784.696389:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.696396:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.696409:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65495040, 65499136) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.696423:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65495040=0x3e76000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.696485:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.696489:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65499136
00000020:00010000:0.0:1789760784.696497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.696602:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.696606:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.696610:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.696614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.696622:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.696629:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.696649:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760784.696769:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 65495040<>65499136
00000080:00200000:3.0:1789760784.712086:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15990, 15990]
00000080:00200000:3.0:1789760784.712110:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.712116:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.712133:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65499136 i_blocks 127952
00000020:00200000:3.0:1789760784.712136:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.712147:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.712180:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65499136, count: 4096
00000080:00200000:3.0:1789760784.712186:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65499136, bytes: 4096
00000080:00200000:3.0:1789760784.712196:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.712204:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.712206:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65499136, 65503232) 0 0
00000080:00200000:3.0:1789760784.712210:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.712226:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15991, 15991]
00020000:00200000:3.0:1789760784.712233:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65499136 chunk: [65499136, 65503232) 65503232, 4096
00020000:00200000:3.0:1789760784.712237:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.712269:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15991, 15991]
00000008:00010000:3.0:1789760784.712287:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.712292:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.712304:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65499136, 65503232) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.712319:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65499136=0x3e77000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.712387:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.712391:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65503232
00000020:00010000:3.0:1789760784.712400:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.712403:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.712406:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.712410:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.712412:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.712421:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.712428:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.712444:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9840
00000008:00100000:3.0:1789760784.712547:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8a80 - object 0x280000401:2 offset 65499136<>65503232
00000100:00100000:3.0:1789760784.712593:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760784.712609:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554813568:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.722703:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983300 gen 2
00000008:00010000:3.0:1789760784.722765:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9840
00000020:00200000:3.0:1789760784.722774:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.722783:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.722851:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9840
00000100:00100000:3.0:1789760784.722881:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554813568:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.737428:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983301 gen 2
00000008:00010000:3.0:1789760784.737483:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760784.737492:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.737516:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.737545:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760784.737576:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554813696:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.737764:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15992, 15992]
00000080:00200000:0.0:1789760784.737781:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.737787:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.737845:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65507328 i_blocks 127968
00000020:00200000:0.0:1789760784.737849:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.737861:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.737898:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65507328, count: 4096
00000080:00200000:0.0:1789760784.737905:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65507328, bytes: 4096
00000080:00200000:0.0:1789760784.737916:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.737925:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.737928:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65507328, 65511424) 0 0
00000080:00200000:0.0:1789760784.737932:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.737949:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15993, 15993]
00020000:00200000:0.0:1789760784.737958:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65507328 chunk: [65507328, 65511424) 65511424, 4096
00020000:00200000:0.0:1789760784.737963:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.737982:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15993, 15993]
00000008:00010000:0.0:1789760784.738002:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.738009:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.738021:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65507328, 65511424) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.738035:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65507328=0x3e79000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.738095:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.738110:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65511424
00000020:00010000:0.0:1789760784.738119:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.738123:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.738126:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.738129:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.738132:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.738139:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.738146:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.738162:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760784.738498:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 65507328<>65511424
00000080:00200000:3.0:1789760784.747690:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15993, 15993]
00000080:00200000:3.0:1789760784.747706:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.747712:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.747728:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65511424 i_blocks 127976
00000020:00200000:3.0:1789760784.747731:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.747741:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.747774:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65511424, count: 4096
00000080:00200000:3.0:1789760784.747781:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65511424, bytes: 4096
00000080:00200000:3.0:1789760784.747792:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.748311:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.748314:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65511424, 65515520) 0 0
00000080:00200000:3.0:1789760784.748320:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.748339:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [15994, 15994]
00020000:00200000:3.0:1789760784.748358:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65511424 chunk: [65511424, 65515520) 65515520, 4096
00020000:00200000:3.0:1789760784.748362:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.748384:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [15994, 15994]
00000008:00010000:3.0:1789760784.748404:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.748409:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.748422:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65511424, 65515520) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.748436:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65511424=0x3e7a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.748646:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.748650:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65515520
00000020:00010000:3.0:1789760784.748660:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.748663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.748667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.748671:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.748674:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.748683:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.748691:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.748714:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9840
00000008:00100000:3.0:1789760784.748865:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8a80 - object 0x280000401:2 offset 65511424<>65515520
00000100:00100000:3.0:1789760784.759592:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983303 gen 2
00000008:00010000:3.0:1789760784.759643:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9840
00000020:00200000:3.0:1789760784.759651:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.759662:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.759686:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9840
00000100:00100000:3.0:1789760784.759716:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554813952:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.761614:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.778561:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983304 gen 2
00000008:00010000:0.0:1789760784.778612:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760784.778621:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.778633:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.778741:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760784.778772:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.783550:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554814208:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.794796:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983305 gen 2
00000008:00010000:0.0:1789760784.794877:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760784.794885:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.794898:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.794912:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760784.794942:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554814208:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.797436:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.809048:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983306 gen 2
00000008:00010000:0.0:1789760784.809116:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760784.809126:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.809140:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.809164:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760784.809196:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.810160:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554814464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.820388:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983307 gen 2
00000008:00010000:0.0:1789760784.820438:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760784.820446:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.820458:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.820481:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760784.820512:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554814464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.823464:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.843766:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983308 gen 2
00000008:00010000:0.0:1789760784.843922:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760784.843932:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.843944:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.844022:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760784.844055:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554814592:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760784.844088:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [15999, 15999]
00000080:00200000:3.0:1789760784.844106:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.844112:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.844128:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65536000 i_blocks 128024
00000020:00200000:3.0:1789760784.844132:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.844144:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760784.844179:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65536000, count: 4096
00000080:00200000:3.0:1789760784.844187:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65536000, bytes: 4096
00000080:00200000:3.0:1789760784.844196:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760784.844206:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760784.844208:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65536000, 65540096) 0 0
00000080:00200000:3.0:1789760784.844212:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760784.844228:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16000, 16000]
00020000:00200000:3.0:1789760784.844235:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65536000 chunk: [65536000, 65540096) 65540096, 4096
00020000:00200000:3.0:1789760784.844239:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760784.844257:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16000, 16000]
00000008:00010000:3.0:1789760784.844273:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760784.844280:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760784.844292:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65536000, 65540096) append 0 append lockpos 0
00000080:00200000:3.0:1789760784.844305:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65536000=0x3e80000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760784.844372:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760784.844375:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65540096
00000020:00010000:3.0:1789760784.844385:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:3.0:1789760784.844390:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.844392:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760784.844396:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760784.844398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760784.844406:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760784.844412:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760784.844428:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9840
00000008:00100000:3.0:1789760784.844780:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8a80 - object 0x280000401:2 offset 65536000<>65540096
00000100:00100000:3.0:1789760784.845838:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760784.845870:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554814720:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760784.861992:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16000, 16000]
00000080:00200000:0.0:1789760784.862010:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.862017:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.862032:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65540096 i_blocks 128032
00000020:00200000:0.0:1789760784.862036:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.862046:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.862073:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65540096, count: 4096
00000080:00200000:0.0:1789760784.862081:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65540096, bytes: 4096
00000080:00200000:0.0:1789760784.862091:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.862099:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.862102:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65540096, 65544192) 0 0
00000080:00200000:0.0:1789760784.862107:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.862126:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16001, 16001]
00020000:00200000:0.0:1789760784.862134:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65540096 chunk: [65540096, 65544192) 65544192, 4096
00020000:00200000:0.0:1789760784.862139:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.862160:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16001, 16001]
00000008:00010000:0.0:1789760784.862178:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.862184:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.862195:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65540096, 65544192) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.862209:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65540096=0x3e81000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.862269:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.862272:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65544192
00000020:00010000:0.0:1789760784.862281:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.862285:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.862288:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.862292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.862295:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.862302:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.862308:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.862322:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392cc0
00000008:00100000:0.0:1789760784.862503:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 65540096<>65544192
00000100:00100000:3.0:1789760784.889644:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983311 gen 2
00000008:00010000:3.0:1789760784.889771:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760784.889780:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.889792:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.889949:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760784.889979:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554814976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.890685:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554815104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.900861:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983312 gen 2
00000008:00010000:3.0:1789760784.900917:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760784.900925:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.900938:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.900961:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760784.900992:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554815104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760784.913306:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983313 gen 2
00000008:00010000:3.0:1789760784.913498:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760784.913507:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760784.913521:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760784.913550:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000080:00200000:0.0:1789760784.913589:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16004, 16004]
00000080:00200000:0.0:1789760784.913608:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.913615:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.913630:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65556480 i_blocks 128064
00000020:00200000:0.0:1789760784.913634:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.913644:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000100:00100000:3.0:1789760784.913657:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554815232:192.168.203.122@tcp:4:dd.0
00000080:00200008:0.0:1789760784.913681:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65556480, count: 4096
00000080:00200000:0.0:1789760784.913691:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65556480, bytes: 4096
00000080:00200000:0.0:1789760784.913702:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.913712:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.913716:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65556480, 65560576) 0 0
00000080:00200000:0.0:1789760784.913720:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.913739:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16005, 16005]
00020000:00200000:0.0:1789760784.913748:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65556480 chunk: [65556480, 65560576) 65560576, 4096
00020000:00200000:0.0:1789760784.913753:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.913774:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16005, 16005]
00000008:00010000:0.0:1789760784.913790:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.913796:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.913840:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65556480, 65560576) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.913855:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65556480=0x3e85000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.913908:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.913911:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65560576
00000020:00010000:0.0:1789760784.913918:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.913922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.913925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.913928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.913931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.913937:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.913943:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.913958:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760784.914056:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 65556480<>65560576
00000080:00200000:0.0:1789760784.929706:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16005, 16005]
00000080:00200000:0.0:1789760784.929722:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.929728:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.929744:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65560576 i_blocks 128072
00000020:00200000:0.0:1789760784.929748:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.929759:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.929796:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65560576, count: 4096
00000080:00200000:0.0:1789760784.929839:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65560576, bytes: 4096
00000080:00200000:0.0:1789760784.929852:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.929861:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.929864:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65560576, 65564672) 0 0
00000080:00200000:0.0:1789760784.929868:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.929887:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16006, 16006]
00020000:00200000:0.0:1789760784.929895:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65560576 chunk: [65560576, 65564672) 65564672, 4096
00020000:00200000:0.0:1789760784.929900:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.929921:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16006, 16006]
00000008:00010000:0.0:1789760784.929938:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.929944:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.929956:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65560576, 65564672) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.929970:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65560576=0x3e86000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.930022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.930025:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65564672
00000020:00010000:0.0:1789760784.930033:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.930037:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.930040:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.930044:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.930047:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.930053:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.930060:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.930076:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760784.930178:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 65560576<>65564672
00000080:00200000:0.0:1789760784.957198:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16006, 16006]
00000080:00200000:0.0:1789760784.957214:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.957220:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.957236:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65564672 i_blocks 128080
00000020:00200000:0.0:1789760784.957240:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.957250:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.957286:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65564672, count: 4096
00000080:00200000:0.0:1789760784.957294:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65564672, bytes: 4096
00000080:00200000:0.0:1789760784.957304:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.957313:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.957316:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65564672, 65568768) 0 0
00000080:00200000:0.0:1789760784.957321:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.957338:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16007, 16007]
00020000:00200000:0.0:1789760784.957357:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65564672 chunk: [65564672, 65568768) 65568768, 4096
00020000:00200000:0.0:1789760784.957362:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.957382:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16007, 16007]
00000008:00010000:0.0:1789760784.957400:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.957405:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.957416:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65564672, 65568768) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.957431:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65564672=0x3e87000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.957489:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.957492:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65568768
00000020:00010000:0.0:1789760784.957500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.957504:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.957507:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.957510:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.957513:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.957521:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.957528:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.957546:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760784.957655:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 65564672<>65568768
00000080:00200000:0.0:1789760784.981526:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16007, 16007]
00000080:00200000:0.0:1789760784.981546:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.981552:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.981569:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65568768 i_blocks 128088
00000020:00200000:0.0:1789760784.981574:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.981585:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.981622:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65568768, count: 4096
00000080:00200000:0.0:1789760784.981631:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65568768, bytes: 4096
00000080:00200000:0.0:1789760784.981646:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.981656:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.981659:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65568768, 65572864) 0 0
00000080:00200000:0.0:1789760784.981664:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.981682:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16008, 16008]
00020000:00200000:0.0:1789760784.981692:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65568768 chunk: [65568768, 65572864) 65572864, 4096
00020000:00200000:0.0:1789760784.981696:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.982251:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16008, 16008]
00000008:00010000:0.0:1789760784.982277:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.982284:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.982297:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65568768, 65572864) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.982313:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65568768=0x3e88000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.982378:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.982381:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65572864
00000020:00010000:0.0:1789760784.982390:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.982394:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.982397:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f7e8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.982401:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d998 (ffff8d7c9645fa28/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.982405:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.982413:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.982420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760784.983037:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554815744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760784.998497:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983317 gen 2
00000008:00010000:0.0:1789760784.998541:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:0.0:1789760784.998549:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.998560:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.998585:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:0.0:1789760784.998614:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554815744:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760784.998721:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16008, 16008]
00000080:00200000:3.0:1789760784.998737:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760784.998743:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760784.998758:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65572864 i_blocks 128096
00000020:00200000:3.0:1789760784.998762:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760784.998771:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.999089:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65572864, count: 4096
00000080:00200000:0.0:1789760784.999106:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65572864, bytes: 4096
00000080:00200000:0.0:1789760784.999118:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.999133:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.999136:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65572864, 65576960) 0 0
00000080:00200000:0.0:1789760784.999141:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.999158:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16009, 16009]
00020000:00200000:0.0:1789760784.999302:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65572864 chunk: [65572864, 65576960) 65576960, 4096
00020000:00200000:0.0:1789760784.999308:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.999370:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16009, 16009]
00000008:00010000:0.0:1789760784.999386:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.999391:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760784.999402:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65572864, 65576960) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.999416:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65572864=0x3e89000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.999469:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.999472:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65576960
00000020:00010000:0.0:1789760784.999480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.999483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.999487:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.999490:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.999493:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.999500:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.999506:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.999534:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760784.999630:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 65572864<>65576960
00000100:00100000:0.0:1789760785.012927:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983318 gen 2
00000008:00010000:0.0:1789760785.012984:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760785.012994:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.013005:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.013078:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760785.013117:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554815872:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760785.013393:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65576960 i_blocks 128104
00000020:00200000:0.0:1789760785.013398:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.013462:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.013497:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65576960, count: 4096
00000080:00200000:0.0:1789760785.013505:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65576960, bytes: 4096
00000080:00200000:0.0:1789760785.013515:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.013524:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.013526:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65576960, 65581056) 0 0
00000080:00200000:0.0:1789760785.013531:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.013549:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16010, 16010]
00020000:00200000:0.0:1789760785.013709:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65576960 chunk: [65576960, 65581056) 65581056, 4096
00020000:00200000:0.0:1789760785.013723:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.013746:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16010, 16010]
00000008:00010000:0.0:1789760785.013763:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.013768:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.013780:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65576960, 65581056) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.013798:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65576960=0x3e8a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.013879:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.013882:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65581056
00000020:00010000:0.0:1789760785.013900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.013904:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.013907:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.013910:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.013914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.013922:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.013930:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.013997:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760785.014096:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 65576960<>65581056
00000080:00200000:0.0:1789760785.025929:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16010, 16010]
00000080:00200000:0.0:1789760785.025946:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.025952:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.025967:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65581056 i_blocks 128112
00000020:00200000:0.0:1789760785.025971:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.025981:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.026015:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65581056, count: 4096
00000080:00200000:0.0:1789760785.026022:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65581056, bytes: 4096
00000080:00200000:0.0:1789760785.026032:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.026040:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.026042:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65581056, 65585152) 0 0
00000080:00200000:0.0:1789760785.026046:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.026061:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16011, 16011]
00020000:00200000:0.0:1789760785.026069:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65581056 chunk: [65581056, 65585152) 65585152, 4096
00020000:00200000:0.0:1789760785.026074:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.026094:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16011, 16011]
00000008:00010000:0.0:1789760785.026111:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.026118:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.026130:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65581056, 65585152) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.026143:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65581056=0x3e8b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.026205:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.026207:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65585152
00000020:00010000:0.0:1789760785.026216:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.026219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.026222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.026225:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.026228:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.026236:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.026243:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.026259:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760785.026390:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 65581056<>65585152
00000080:00200000:0.0:1789760785.042003:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16011, 16011]
00000080:00200000:0.0:1789760785.042021:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.042027:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.042043:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65585152 i_blocks 128120
00000020:00200000:0.0:1789760785.042047:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.042057:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.042089:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65585152, count: 4096
00000080:00200000:0.0:1789760785.042096:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65585152, bytes: 4096
00000080:00200000:0.0:1789760785.042226:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.042234:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.042236:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65585152, 65589248) 0 0
00000080:00200000:0.0:1789760785.042241:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.042258:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16012, 16012]
00020000:00200000:0.0:1789760785.042266:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65585152 chunk: [65585152, 65589248) 65589248, 4096
00020000:00200000:0.0:1789760785.042270:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.042291:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16012, 16012]
00000008:00010000:0.0:1789760785.042310:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.042316:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.042328:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65585152, 65589248) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.042349:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65585152=0x3e8c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.042411:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.042414:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65589248
00000020:00010000:0.0:1789760785.042423:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.042623:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.042630:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.042634:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.042637:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.042645:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.042653:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.042670:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760785.042876:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 65585152<>65589248
00000080:00200000:0.0:1789760785.059901:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16012, 16012]
00000080:00200000:0.0:1789760785.059918:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.059924:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.059940:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65589248 i_blocks 128128
00000020:00200000:0.0:1789760785.059945:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.059956:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.059992:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65589248, count: 4096
00000080:00200000:0.0:1789760785.060000:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65589248, bytes: 4096
00000080:00200000:0.0:1789760785.060011:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.060021:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.060023:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65589248, 65593344) 0 0
00000080:00200000:0.0:1789760785.060028:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.060046:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16013, 16013]
00020000:00200000:0.0:1789760785.060054:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65589248 chunk: [65589248, 65593344) 65593344, 4096
00020000:00200000:0.0:1789760785.060059:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.060081:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16013, 16013]
00000008:00010000:0.0:1789760785.060100:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.060107:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.060120:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65589248, 65593344) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.060134:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65589248=0x3e8d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.061715:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.061721:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65593344
00000020:00010000:0.0:1789760785.061734:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.061738:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.061741:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.061745:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.061749:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.061760:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.061768:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.061836:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760785.061959:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 65589248<>65593344
00000080:00200000:0.0:1789760785.076902:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16013, 16013]
00000080:00200000:0.0:1789760785.076919:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.076925:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.076940:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65593344 i_blocks 128136
00000020:00200000:0.0:1789760785.076944:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.076955:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.076993:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65593344, count: 4096
00000080:00200000:0.0:1789760785.077001:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65593344, bytes: 4096
00000080:00200000:0.0:1789760785.077015:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.077025:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.077027:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65593344, 65597440) 0 0
00000080:00200000:0.0:1789760785.077032:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.077049:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16014, 16014]
00020000:00200000:0.0:1789760785.077058:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65593344 chunk: [65593344, 65597440) 65597440, 4096
00020000:00200000:0.0:1789760785.077063:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.077084:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16014, 16014]
00000008:00010000:0.0:1789760785.077246:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.077253:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.077267:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65593344, 65597440) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.077283:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65593344=0x3e8e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.077358:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.077361:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65597440
00000020:00010000:0.0:1789760785.077370:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.077374:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.077378:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.077381:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.077384:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.077391:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.077399:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.077419:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760785.077684:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 65593344<>65597440
00000080:00200000:0.0:1789760785.089837:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16014, 16014]
00000080:00200000:0.0:1789760785.089855:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.089862:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.089880:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65597440 i_blocks 128144
00000020:00200000:0.0:1789760785.089883:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.089894:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.089932:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65597440, count: 4096
00000080:00200000:0.0:1789760785.089940:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65597440, bytes: 4096
00000080:00200000:0.0:1789760785.089951:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.089961:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.089963:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65597440, 65601536) 0 0
00000080:00200000:0.0:1789760785.089968:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.089986:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16015, 16015]
00020000:00200000:0.0:1789760785.090003:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65597440 chunk: [65597440, 65601536) 65601536, 4096
00020000:00200000:0.0:1789760785.090007:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.090027:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16015, 16015]
00000008:00010000:0.0:1789760785.090046:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.090053:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.090065:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65597440, 65601536) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.090084:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65597440=0x3e8f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.090146:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.090149:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65601536
00000020:00010000:0.0:1789760785.090158:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.090161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.090165:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.090168:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25308 (ffff8d7c965d3248/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.090171:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3248/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.090179:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.090186:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760785.090745:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554816640:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.108892:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983324 gen 2
00000008:00010000:0.0:1789760785.108944:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760785.108952:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.108963:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.108997:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760785.109031:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554816640:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.110770:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554816768:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760785.127907:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16016, 16016]
00000080:00200000:3.0:1789760785.127927:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.127933:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.127949:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65605632 i_blocks 128160
00000020:00200000:3.0:1789760785.127954:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760785.127967:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760785.128035:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65605632, count: 4096
00000080:00200000:3.0:1789760785.128043:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65605632, bytes: 4096
00000080:00200000:3.0:1789760785.128058:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760785.128196:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760785.128199:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65605632, 65609728) 0 0
00000080:00200000:3.0:1789760785.128204:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760785.128221:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16017, 16017]
00020000:00200000:3.0:1789760785.128230:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65605632 chunk: [65605632, 65609728) 65609728, 4096
00020000:00200000:3.0:1789760785.128235:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760785.128257:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16017, 16017]
00000008:00010000:3.0:1789760785.128278:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760785.128283:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760785.128296:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65605632, 65609728) append 0 append lockpos 0
00000080:00200000:3.0:1789760785.128311:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65605632=0x3e91000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760785.128388:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760785.128392:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65609728
00000020:00010000:3.0:1789760785.128494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760785.128498:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.128502:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760785.128506:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760785.128509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760785.128518:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760785.128525:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760785.128554:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d90c0
00000008:00100000:3.0:1789760785.128662:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8e00 - object 0x280000401:2 offset 65605632<>65609728
00000080:00200000:3.0:1789760785.142688:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16017, 16017]
00000080:00200000:3.0:1789760785.142704:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.142710:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760785.142934:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65609728 i_blocks 128168
00000020:00200000:3.0:1789760785.142939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.160527:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16018, 16018]
00000080:00200000:0.0:1789760785.160544:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.160551:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.160568:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65613824 i_blocks 128176
00000020:00200000:0.0:1789760785.160572:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.160583:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.160620:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65613824, count: 4096
00000080:00200000:0.0:1789760785.160627:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65613824, bytes: 4096
00000080:00200000:0.0:1789760785.160638:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.160648:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.160650:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65613824, 65617920) 0 0
00000080:00200000:0.0:1789760785.160656:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.160673:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16019, 16019]
00020000:00200000:0.0:1789760785.160681:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65613824 chunk: [65613824, 65617920) 65617920, 4096
00020000:00200000:0.0:1789760785.160686:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.160708:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16019, 16019]
00000008:00010000:0.0:1789760785.160729:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.160735:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.160748:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65613824, 65617920) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.160763:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65613824=0x3e93000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.160858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.160861:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65617920
00000020:00010000:0.0:1789760785.160994:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.160999:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.161002:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.161006:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.161008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.161016:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.161023:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.161040:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760785.161155:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 65613824<>65617920
00000100:00100000:3.0:1789760785.178612:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554817280:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760785.192166:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16020, 16020]
00000080:00200000:0.0:1789760785.192183:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.192189:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.192203:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65622016 i_blocks 128192
00000020:00200000:0.0:1789760785.192207:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.192215:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.192298:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65622016, count: 4096
00000080:00200000:0.0:1789760785.192305:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65622016, bytes: 4096
00000080:00200000:0.0:1789760785.192314:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.192321:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.192323:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65622016, 65626112) 0 0
00000080:00200000:0.0:1789760785.192326:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.192354:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16021, 16021]
00020000:00200000:0.0:1789760785.192363:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65622016 chunk: [65622016, 65626112) 65626112, 4096
00020000:00200000:0.0:1789760785.192368:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.192390:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16021, 16021]
00000008:00010000:0.0:1789760785.192408:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.192414:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.192427:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65622016, 65626112) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.192440:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65622016=0x3e95000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.192507:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.192510:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65626112
00000020:00010000:0.0:1789760785.192517:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.192519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.192521:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.192524:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.192526:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.192531:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.192537:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.192551:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760785.192656:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 65622016<>65626112
00000080:00200000:0.0:1789760785.207878:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16021, 16021]
00000080:00200000:0.0:1789760785.207916:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.207924:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.207944:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65626112 i_blocks 128200
00000020:00200000:0.0:1789760785.207950:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.207967:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.208002:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65626112, count: 4096
00000080:00200000:0.0:1789760785.208012:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65626112, bytes: 4096
00000080:00200000:0.0:1789760785.208028:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.208038:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.208040:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65626112, 65630208) 0 0
00000080:00200000:0.0:1789760785.208044:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.208062:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16022, 16022]
00020000:00200000:0.0:1789760785.208071:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65626112 chunk: [65626112, 65630208) 65630208, 4096
00020000:00200000:0.0:1789760785.208075:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.208098:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16022, 16022]
00000008:00010000:0.0:1789760785.208117:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.208123:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.208137:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65626112, 65630208) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.208151:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65626112=0x3e96000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.208228:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.208231:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65630208
00000020:00010000:0.0:1789760785.208239:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.208243:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.208246:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.208250:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.208253:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.208261:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.208268:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.208290:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760785.208424:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 65626112<>65630208
00000080:00200000:0.0:1789760785.223536:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16022, 16022]
00000080:00200000:0.0:1789760785.223552:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.223558:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.223573:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65630208 i_blocks 128208
00000020:00200000:0.0:1789760785.223578:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.223587:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.223622:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65630208, count: 4096
00000080:00200000:0.0:1789760785.223630:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65630208, bytes: 4096
00000080:00200000:0.0:1789760785.223641:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.223650:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.223652:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65630208, 65634304) 0 0
00000080:00200000:0.0:1789760785.223657:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.223675:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16023, 16023]
00020000:00200000:0.0:1789760785.223683:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65630208 chunk: [65630208, 65634304) 65634304, 4096
00020000:00200000:0.0:1789760785.223688:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.223706:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16023, 16023]
00000008:00010000:0.0:1789760785.223724:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.223730:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.223746:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65630208, 65634304) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.223760:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65630208=0x3e97000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.223854:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.223857:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65634304
00000020:00010000:0.0:1789760785.223865:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.223869:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.223872:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.223875:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.223878:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.223884:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.223891:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.223908:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760785.224014:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 65630208<>65634304
00000080:00200000:0.0:1789760785.236693:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16023, 16023]
00000080:00200000:0.0:1789760785.236711:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.236717:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.236736:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65634304 i_blocks 128216
00000020:00200000:0.0:1789760785.236741:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.236751:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.236795:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65634304, count: 4096
00000080:00200000:0.0:1789760785.236838:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65634304, bytes: 4096
00000080:00200000:0.0:1789760785.236851:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.236860:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.236862:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65634304, 65638400) 0 0
00000080:00200000:0.0:1789760785.236866:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.236883:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16024, 16024]
00020000:00200000:0.0:1789760785.236892:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65634304 chunk: [65634304, 65638400) 65638400, 4096
00020000:00200000:0.0:1789760785.236896:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.236918:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16024, 16024]
00000008:00010000:0.0:1789760785.236937:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.236944:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.236956:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65634304, 65638400) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.236972:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65634304=0x3e98000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.237029:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.237032:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65638400
00000020:00010000:0.0:1789760785.237041:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.237045:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.237047:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.237051:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.237053:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.237060:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.237066:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.237085:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760785.237211:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 65634304<>65638400
00000080:00200000:0.0:1789760785.256660:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16024, 16024]
00000080:00200000:0.0:1789760785.256675:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.256681:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.256699:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65638400 i_blocks 128224
00000020:00200000:0.0:1789760785.256703:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.256713:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.256754:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65638400, count: 4096
00000080:00200000:0.0:1789760785.256762:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65638400, bytes: 4096
00000080:00200000:0.0:1789760785.256771:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.256780:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.256782:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65638400, 65642496) 0 0
00000080:00200000:0.0:1789760785.256786:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.256827:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16025, 16025]
00020000:00200000:0.0:1789760785.256835:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65638400 chunk: [65638400, 65642496) 65642496, 4096
00020000:00200000:0.0:1789760785.256839:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.256866:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16025, 16025]
00000008:00010000:0.0:1789760785.256884:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.256889:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.258557:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65638400, 65642496) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.258586:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65638400=0x3e99000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.258669:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.258672:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65642496
00000020:00010000:0.0:1789760785.258681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.258686:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.258688:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.258692:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.258695:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.258707:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.258717:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.258747:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760785.259472:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 65638400<>65642496
00000080:00200000:0.0:1789760785.273057:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16025, 16025]
00000080:00200000:0.0:1789760785.273091:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.273104:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.273123:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65642496 i_blocks 128232
00000020:00200000:0.0:1789760785.273128:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.273143:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.273177:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65642496, count: 4096
00000080:00200000:0.0:1789760785.273185:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65642496, bytes: 4096
00000080:00200000:0.0:1789760785.273199:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.273208:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.273210:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65642496, 65646592) 0 0
00000080:00200000:0.0:1789760785.273214:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.273231:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16026, 16026]
00020000:00200000:0.0:1789760785.273240:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65642496 chunk: [65642496, 65646592) 65646592, 4096
00020000:00200000:0.0:1789760785.273245:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.273282:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16026, 16026]
00000008:00010000:0.0:1789760785.273301:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.273307:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.273319:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65642496, 65646592) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.273334:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65642496=0x3e9a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.273428:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.273431:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65646592
00000020:00010000:0.0:1789760785.273440:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.273444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.273447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.273450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.273453:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.273462:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.273469:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.273499:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760785.273626:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 65642496<>65646592
00000080:00200000:0.0:1789760785.288844:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16026, 16026]
00000080:00200000:0.0:1789760785.288861:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.288867:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.288883:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65646592 i_blocks 128240
00000020:00200000:0.0:1789760785.288887:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.288898:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.288934:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65646592, count: 4096
00000080:00200000:0.0:1789760785.288941:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65646592, bytes: 4096
00000080:00200000:0.0:1789760785.288952:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.288962:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.288964:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65646592, 65650688) 0 0
00000080:00200000:0.0:1789760785.288969:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.288986:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16027, 16027]
00020000:00200000:0.0:1789760785.288994:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65646592 chunk: [65646592, 65650688) 65650688, 4096
00020000:00200000:0.0:1789760785.288999:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.289021:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16027, 16027]
00000008:00010000:0.0:1789760785.289040:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.289046:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.289058:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65646592, 65650688) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.289267:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65646592=0x3e9b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.289331:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.289334:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65650688
00000020:00010000:0.0:1789760785.289353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.289357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.289423:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.289429:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.289432:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.289442:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.289449:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.289467:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760785.289575:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65646592<>65650688
00000080:00200000:0.0:1789760785.299919:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16027, 16027]
00000080:00200000:0.0:1789760785.299936:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.299943:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.299960:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65650688 i_blocks 128248
00000020:00200000:0.0:1789760785.299965:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.299977:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.300012:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65650688, count: 4096
00000080:00200000:0.0:1789760785.300020:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65650688, bytes: 4096
00000080:00200000:0.0:1789760785.300031:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.300039:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.300042:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65650688, 65654784) 0 0
00000080:00200000:0.0:1789760785.300046:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.300064:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16028, 16028]
00020000:00200000:0.0:1789760785.300072:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65650688 chunk: [65650688, 65654784) 65654784, 4096
00020000:00200000:0.0:1789760785.300077:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.300108:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16028, 16028]
00000008:00010000:0.0:1789760785.300126:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.300132:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.300143:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65650688, 65654784) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.300157:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65650688=0x3e9c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.300227:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.300230:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65654784
00000020:00010000:0.0:1789760785.300240:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.300244:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.300248:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.300252:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.300255:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.300263:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.300270:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.300287:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760785.300601:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65650688<>65654784
00000080:00200000:0.0:1789760785.313381:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16028, 16028]
00000080:00200000:0.0:1789760785.313396:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.313403:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.313418:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65654784 i_blocks 128256
00000020:00200000:0.0:1789760785.313422:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.313432:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.313465:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65654784, count: 4096
00000080:00200000:0.0:1789760785.313473:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65654784, bytes: 4096
00000080:00200000:0.0:1789760785.313483:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.313491:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.313493:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65654784, 65658880) 0 0
00000080:00200000:0.0:1789760785.313498:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.313514:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16029, 16029]
00020000:00200000:0.0:1789760785.313522:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65654784 chunk: [65654784, 65658880) 65658880, 4096
00020000:00200000:0.0:1789760785.313527:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.313546:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16029, 16029]
00000008:00010000:0.0:1789760785.313563:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.313568:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.313579:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65654784, 65658880) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.313593:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65654784=0x3e9d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.313647:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.313650:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65658880
00000020:00010000:0.0:1789760785.313657:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.313661:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.313664:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.313667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.313670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.313677:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.313684:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.313700:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760785.314282:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65654784<>65658880
00000100:00100000:3.0:1789760785.328768:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554818560:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.339287:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983339 gen 2
00000008:00010000:3.0:1789760785.339336:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760785.339354:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.339492:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.339514:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760785.339544:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554818560:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760785.355380:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16031, 16031]
00000080:00200000:3.0:1789760785.355396:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760785.355404:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760785.357564:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554818816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.370870:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554818944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.383282:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983342 gen 2
00000008:00010000:0.0:1789760785.383335:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760785.383352:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.383365:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.383454:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760785.383482:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554818944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.384950:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554819072:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.394017:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983343 gen 2
00000008:00010000:0.0:1789760785.394070:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760785.394078:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.394091:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.394125:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760785.394157:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554819072:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.395041:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819200:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.403527:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983344 gen 2
00000008:00010000:0.0:1789760785.403576:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760785.403585:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.403598:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.403770:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760785.403830:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819200:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.405957:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554819328:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.415128:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983345 gen 2
00000008:00010000:0.0:1789760785.415181:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760785.415190:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.415203:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.415359:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760785.415393:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554819328:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.416334:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819456:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760785.425140:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760785.429519:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983346 gen 2
00000008:00010000:0.0:1789760785.429578:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760785.429587:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.429600:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.429627:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760785.429657:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819456:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.430552:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.430569:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819584:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.442055:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983347 gen 2
00000008:00010000:0.0:1789760785.442272:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760785.442281:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.442294:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.442441:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760785.442473:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819584:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.443896:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.453310:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983348 gen 2
00000008:00010000:0.0:1789760785.453365:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760785.453374:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.453386:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.453408:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760785.453436:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.454614:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.454641:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819840:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.466849:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983349 gen 2
00000008:00010000:0.0:1789760785.466902:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760785.466911:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.466923:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.467002:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760785.467032:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819840:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.468558:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819968:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.484569:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983350 gen 2
00000008:00010000:0.0:1789760785.484623:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760785.484633:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.484645:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.484659:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760785.484694:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554819968:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760785.491978:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:0.0:1789760785.492135:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 65708032<>65712128
00000100:00100000:0.0:1789760785.492204:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820096:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.504936:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983351 gen 2
00000008:00010000:0.0:1789760785.504987:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760785.504995:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.505009:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.505031:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760785.505060:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820096:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.506887:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.506917:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820224:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.523027:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983352 gen 2
00000008:00010000:0.0:1789760785.523089:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760785.523105:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.523117:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.523142:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760785.523173:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820224:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.524235:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.535423:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983353 gen 2
00000008:00010000:0.0:1789760785.535478:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760785.535486:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.535500:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.535514:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760785.535546:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.537046:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820480:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.557130:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983354 gen 2
00000008:00010000:0.0:1789760785.557182:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760785.557192:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.557205:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.557230:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760785.557262:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820480:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.558459:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820608:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.570861:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983355 gen 2
00000008:00010000:0.0:1789760785.570916:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760785.570926:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.570938:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.570951:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760785.570980:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820608:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.571764:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820736:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.591896:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983356 gen 2
00000008:00010000:0.0:1789760785.591951:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760785.591961:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.591972:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.591984:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760785.592017:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820736:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.593466:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820864:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.614514:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983357 gen 2
00000008:00010000:0.0:1789760785.614571:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760785.614580:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.614594:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.614620:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760785.614654:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554820864:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.615623:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820992:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.634156:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983358 gen 2
00000008:00010000:0.0:1789760785.634217:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760785.634226:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.634237:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.634261:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760785.634293:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554820992:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.635976:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821120:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.655632:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983359 gen 2
00000008:00010000:0.0:1789760785.655686:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760785.655694:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.655706:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.655738:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760785.655768:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821120:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.657308:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.657329:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821248:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.674797:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983360 gen 2
00000008:00010000:0.0:1789760785.674892:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760785.674902:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.674915:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.674941:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760785.674974:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821248:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.675934:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.675955:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.686290:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983361 gen 2
00000008:00010000:0.0:1789760785.686350:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760785.686358:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.686371:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.686403:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760785.686433:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.688711:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.688744:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821504:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.712825:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983362 gen 2
00000008:00010000:0.0:1789760785.712879:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760785.712888:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.713652:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.713742:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760785.713775:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821504:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.715696:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821632:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.727878:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983363 gen 2
00000008:00010000:0.0:1789760785.727932:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760785.727940:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.727953:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.727980:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760785.728012:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554821632:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.728986:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821760:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.743997:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983364 gen 2
00000008:00010000:0.0:1789760785.744048:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760785.744057:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.744078:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.744104:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760785.744134:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821760:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.745127:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.745148:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821888:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.759365:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983365 gen 2
00000008:00010000:0.0:1789760785.759416:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760785.759425:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.759437:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.759461:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760785.759492:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554821888:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.761190:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554822016:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.775898:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983366 gen 2
00000008:00010000:0.0:1789760785.775952:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760785.775961:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.775973:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.775998:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760785.776027:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554822016:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.777010:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822144:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.796755:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983367 gen 2
00000008:00010000:0.0:1789760785.797102:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760785.797111:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.797124:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.797149:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760785.797180:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822144:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.798650:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554822272:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.811073:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983368 gen 2
00000008:00010000:0.0:1789760785.811227:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760785.811237:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.811250:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.811328:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760785.811370:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554822272:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.816431:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822400:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.836863:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983369 gen 2
00000008:00010000:0.0:1789760785.836922:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760785.836931:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.836943:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.837056:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760785.837193:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822400:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.843687:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.847266:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822528:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.858546:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983370 gen 2
00000008:00010000:0.0:1789760785.858787:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760785.858796:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.858853:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.859069:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760785.859102:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554822528:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.874389:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983371 gen 2
00000008:00010000:3.0:1789760785.874442:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760785.874451:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.874464:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.874485:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760785.874515:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554822656:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.875789:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760785.875855:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554822784:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.889604:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983372 gen 2
00000008:00010000:3.0:1789760785.889652:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760785.889659:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.889669:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.889690:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760785.889763:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554822784:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.891956:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554822912:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.904423:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983373 gen 2
00000008:00010000:3.0:1789760785.904478:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760785.904487:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.904499:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.904529:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760785.904559:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554822912:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.905632:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823040:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.918171:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983374 gen 2
00000008:00010000:3.0:1789760785.918214:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760785.918221:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.918231:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.918250:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760785.918282:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823040:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760785.918284:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16065, 16065]
00000080:00200000:0.0:1789760785.918300:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.918307:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.918322:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65806336 i_blocks 128552
00000020:00200000:0.0:1789760785.918325:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.918404:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.918439:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65806336, count: 4096
00000080:00200000:0.0:1789760785.918447:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65806336, bytes: 4096
00000080:00200000:0.0:1789760785.918458:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.918467:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.918469:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65806336, 65810432) 0 0
00000080:00200000:0.0:1789760785.918474:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.918494:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16066, 16066]
00020000:00200000:0.0:1789760785.918729:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65806336 chunk: [65806336, 65810432) 65810432, 4096
00020000:00200000:0.0:1789760785.918738:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.918760:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16066, 16066]
00000008:00010000:0.0:1789760785.918778:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.918784:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.918796:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65806336, 65810432) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.918830:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65806336=0x3ec2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.918897:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.918900:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65810432
00000020:00010000:0.0:1789760785.918909:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.918913:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.918916:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.918920:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.918922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.918929:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.918936:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.918950:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760785.919053:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 65806336<>65810432
00000080:00200000:0.0:1789760785.937791:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16066, 16066]
00000080:00200000:0.0:1789760785.937827:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760785.937833:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760785.937848:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65810432 i_blocks 128560
00000020:00200000:0.0:1789760785.937851:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760785.937861:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760785.937897:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65810432, count: 4096
00000080:00200000:0.0:1789760785.937905:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65810432, bytes: 4096
00000080:00200000:0.0:1789760785.937915:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760785.937923:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760785.937926:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65810432, 65814528) 0 0
00000080:00200000:0.0:1789760785.937930:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760785.937949:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16067, 16067]
00020000:00200000:0.0:1789760785.937958:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65810432 chunk: [65810432, 65814528) 65814528, 4096
00020000:00200000:0.0:1789760785.937963:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760785.937983:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16067, 16067]
00000008:00010000:0.0:1789760785.938001:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760785.938006:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760785.938016:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65810432, 65814528) append 0 append lockpos 0
00000080:00200000:0.0:1789760785.938028:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65810432=0x3ec3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.938086:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.938088:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65814528
00000020:00010000:0.0:1789760785.938161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.938165:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.938168:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.938172:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.938175:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.938183:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.938191:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.938209:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760785.938326:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65810432<>65814528
00000100:00100000:0.0:1789760785.952387:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554823424:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760785.963584:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983377 gen 2
00000008:00010000:0.0:1789760785.963643:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:0.0:1789760785.963651:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.963665:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.963686:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:0.0:1789760785.963718:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554823424:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.964876:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554823552:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.974345:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983378 gen 2
00000008:00010000:3.0:1789760785.974411:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760785.974428:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.974442:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.974464:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760785.974496:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554823552:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.975494:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.983171:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983379 gen 2
00000008:00010000:3.0:1789760785.983238:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760785.983248:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.983263:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.983285:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760785.983319:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.984414:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760785.984436:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.996476:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983380 gen 2
00000008:00010000:3.0:1789760785.996595:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760785.996604:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760785.996616:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760785.996636:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760785.996666:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760785.999148:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.011958:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983381 gen 2
00000008:00010000:3.0:1789760786.012009:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760786.012016:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.012028:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.012053:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760786.012084:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554823936:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760786.012661:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:3.0:1789760786.012763:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 65835008<>65839104
00000100:00100000:3.0:1789760786.025859:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983382 gen 2
00000008:00010000:3.0:1789760786.025911:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760786.025919:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.025931:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.025952:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760786.025977:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824064:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.026689:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.026825:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824192:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.036082:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983383 gen 2
00000008:00010000:3.0:1789760786.036414:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.036423:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.036438:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.036634:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.036668:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824192:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.040980:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824320:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.058150:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983384 gen 2
00000008:00010000:3.0:1789760786.058206:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.058215:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.058227:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.058313:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.058369:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824320:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.060645:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824448:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.075933:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983385 gen 2
00000008:00010000:3.0:1789760786.075992:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760786.076000:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.076012:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.076035:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760786.076067:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824448:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.078319:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824576:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.090658:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983386 gen 2
00000008:00010000:3.0:1789760786.090721:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760786.090732:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.090743:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.090764:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760786.090795:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824576:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.092079:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.092102:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824704:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.101534:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983387 gen 2
00000008:00010000:3.0:1789760786.101603:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760786.101613:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.101627:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.101649:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760786.101681:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554824704:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.102859:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760786.102880:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824832:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.123308:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983388 gen 2
00000008:00010000:3.0:1789760786.123374:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760786.123386:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.123399:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.124528:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760786.124570:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824832:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.127500:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824960:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.150003:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983389 gen 2
00000008:00010000:3.0:1789760786.150671:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760786.150681:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.150694:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.150783:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760786.150840:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554824960:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760786.158071:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16080, 16080]
00000080:00200000:0.0:1789760786.158100:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.158106:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.158192:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65867776 i_blocks 128672
00000020:00200000:0.0:1789760786.158198:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.158217:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.158248:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65867776, count: 4096
00000080:00200000:0.0:1789760786.158256:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65867776, bytes: 4096
00000080:00200000:0.0:1789760786.158271:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.158281:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.158283:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65867776, 65871872) 0 0
00000080:00200000:0.0:1789760786.158288:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.158307:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16081, 16081]
00020000:00200000:0.0:1789760786.158316:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65867776 chunk: [65867776, 65871872) 65871872, 4096
00020000:00200000:0.0:1789760786.158321:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.158358:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16081, 16081]
00000008:00010000:0.0:1789760786.158391:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.158397:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.158410:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65867776, 65871872) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.158426:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65867776=0x3ed1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.158693:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.158697:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65871872
00000020:00010000:0.0:1789760786.158707:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.158710:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.158714:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f248/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.158718:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b256c8 (ffff8d7c965d3ea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.158721:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d3ea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.158730:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.158737:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.158755:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760786.158961:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65867776<>65871872
00000100:00100000:0.0:1789760786.159002:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.159030:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825088:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.178616:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983390 gen 2
00000008:00010000:0.0:1789760786.178670:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:0.0:1789760786.178679:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.178691:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.178787:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:0.0:1789760786.178839:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825088:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.180671:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825216:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.195560:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983391 gen 2
00000008:00010000:0.0:1789760786.195615:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760786.195623:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.195635:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.197047:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760786.197104:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825216:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760786.197474:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16082, 16082]
00000080:00200000:3.0:1789760786.197524:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.197531:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.197550:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65875968 i_blocks 128688
00000020:00200000:3.0:1789760786.197555:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.197567:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.197625:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65875968, count: 4096
00000080:00200000:3.0:1789760786.197634:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65875968, bytes: 4096
00000080:00200000:3.0:1789760786.197649:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.197659:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.197661:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65875968, 65880064) 0 0
00000080:00200000:3.0:1789760786.197666:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.197683:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16083, 16083]
00020000:00200000:3.0:1789760786.197692:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65875968 chunk: [65875968, 65880064) 65880064, 4096
00020000:00200000:3.0:1789760786.197696:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.198069:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16083, 16083]
00000008:00010000:3.0:1789760786.198188:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.198195:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760786.198210:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65875968, 65880064) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.198226:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65875968=0x3ed3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.198293:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.198296:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65880064
00000020:00010000:3.0:1789760786.198306:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.198309:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.198312:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.198316:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.198319:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.198328:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.198396:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.198421:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760786.198536:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 65875968<>65880064
00000100:00100000:3.0:1789760786.215390:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983392 gen 2
00000008:00010000:3.0:1789760786.215442:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760786.215452:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.215464:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.215494:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760786.215530:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554825344:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760786.215716:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16083, 16083]
00000080:00200000:0.0:1789760786.215733:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.215739:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.215754:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65880064 i_blocks 128696
00000020:00200000:0.0:1789760786.215758:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.215777:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.215863:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65880064, count: 4096
00000080:00200000:0.0:1789760786.215871:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65880064, bytes: 4096
00000080:00200000:0.0:1789760786.215882:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.215891:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.215893:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65880064, 65884160) 0 0
00000080:00200000:0.0:1789760786.215898:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.215916:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16084, 16084]
00020000:00200000:0.0:1789760786.215925:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65880064 chunk: [65880064, 65884160) 65884160, 4096
00020000:00200000:0.0:1789760786.215930:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.215949:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16084, 16084]
00000008:00010000:0.0:1789760786.215969:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.215981:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.215995:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65880064, 65884160) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.216009:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65880064=0x3ed4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.216072:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.216075:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65884160
00000020:00010000:0.0:1789760786.216084:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.216088:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.216091:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.216095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.216098:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.216105:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.216112:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.216129:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760786.216241:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65880064<>65884160
00000100:00100000:0.0:1789760786.216276:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.216309:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825472:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.231537:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983393 gen 2
00000008:00010000:0.0:1789760786.231586:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:0.0:1789760786.231594:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.231604:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.231628:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:0.0:1789760786.231656:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554825472:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760786.231850:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16084, 16084]
00000080:00200000:3.0:1789760786.231867:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760786.231874:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760786.231889:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65884160 i_blocks 128704
00000020:00200000:3.0:1789760786.231893:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760786.231903:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760786.231940:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65884160, count: 4096
00000080:00200000:3.0:1789760786.231947:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65884160, bytes: 4096
00000080:00200000:3.0:1789760786.231962:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760786.231972:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760786.231974:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65884160, 65888256) 0 0
00000080:00200000:3.0:1789760786.231979:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760786.231996:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16085, 16085]
00020000:00200000:3.0:1789760786.232005:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65884160 chunk: [65884160, 65888256) 65888256, 4096
00020000:00200000:3.0:1789760786.232744:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760786.232769:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16085, 16085]
00000008:00010000:3.0:1789760786.232788:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760786.232793:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760786.232832:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65884160, 65888256) append 0 append lockpos 0
00000080:00200000:3.0:1789760786.232846:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65884160=0x3ed5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760786.232911:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760786.232914:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65888256
00000020:00010000:3.0:1789760786.232922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760786.232926:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.232930:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760786.232933:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760786.232936:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760786.232944:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760786.232951:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760786.232973:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760786.233279:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 65884160<>65888256
00000100:00100000:3.0:1789760786.246745:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983394 gen 2
00000008:00010000:3.0:1789760786.246819:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760786.246829:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.246840:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.246861:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760786.246891:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554825600:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.247632:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554825728:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.262046:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983395 gen 2
00000080:00200000:0.0:1789760786.262535:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16086, 16086]
00000080:00200000:0.0:1789760786.262552:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.262558:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.262575:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65892352 i_blocks 128720
00000020:00200000:0.0:1789760786.262578:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.262590:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.262627:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65892352, count: 4096
00000080:00200000:0.0:1789760786.262635:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65892352, bytes: 4096
00000080:00200000:0.0:1789760786.262647:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.262655:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.262658:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65892352, 65896448) 0 0
00000080:00200000:0.0:1789760786.262662:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.262681:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16087, 16087]
00020000:00200000:0.0:1789760786.262689:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65892352 chunk: [65892352, 65896448) 65896448, 4096
00020000:00200000:0.0:1789760786.262693:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.262715:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16087, 16087]
00000008:00010000:0.0:1789760786.262876:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.262883:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.262966:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65892352, 65896448) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.262983:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65892352=0x3ed7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.263046:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.263049:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65896448
00000020:00010000:0.0:1789760786.263057:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.263135:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.263139:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.263143:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.263146:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.263227:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.263236:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.263254:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760786.263378:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65892352<>65896448
00000080:00200000:0.0:1789760786.281466:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16087, 16087]
00000080:00200000:0.0:1789760786.281488:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.281496:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.281513:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65896448 i_blocks 128728
00000020:00200000:0.0:1789760786.281517:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.281529:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.281565:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65896448, count: 4096
00000080:00200000:0.0:1789760786.281573:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65896448, bytes: 4096
00000080:00200000:0.0:1789760786.281582:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.281591:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.281593:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65896448, 65900544) 0 0
00000080:00200000:0.0:1789760786.281598:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.281617:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16088, 16088]
00020000:00200000:0.0:1789760786.281626:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65896448 chunk: [65896448, 65900544) 65900544, 4096
00020000:00200000:0.0:1789760786.281631:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.281655:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16088, 16088]
00000008:00010000:0.0:1789760786.281675:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.281681:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.281694:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65896448, 65900544) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.281720:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65896448=0x3ed8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.282025:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.282029:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65900544
00000020:00010000:0.0:1789760786.282038:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.282042:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.282045:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.282048:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.282052:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.282067:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.282075:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.282093:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760786.282525:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 65896448<>65900544
00000080:00200000:0.0:1789760786.295754:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16088, 16088]
00000080:00200000:0.0:1789760786.295770:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.295776:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.295792:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65900544 i_blocks 128736
00000020:00200000:0.0:1789760786.295796:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.295834:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.295885:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65900544, count: 4096
00000080:00200000:0.0:1789760786.295902:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65900544, bytes: 4096
00000080:00200000:0.0:1789760786.295912:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.295921:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.295924:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65900544, 65904640) 0 0
00000080:00200000:0.0:1789760786.295928:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.295945:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16089, 16089]
00020000:00200000:0.0:1789760786.295953:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65900544 chunk: [65900544, 65904640) 65904640, 4096
00020000:00200000:0.0:1789760786.295957:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.295978:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16089, 16089]
00000008:00010000:0.0:1789760786.295997:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.296003:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.296016:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65900544, 65904640) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.296029:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65900544=0x3ed9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.296319:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.296323:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65904640
00000020:00010000:0.0:1789760786.296540:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.296546:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.296549:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.296553:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.296556:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.296565:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.296572:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.296595:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760786.296707:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 65900544<>65904640
00000080:00200000:0.0:1789760786.310833:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16089, 16089]
00000080:00200000:0.0:1789760786.310863:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.310869:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.310884:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65904640 i_blocks 128744
00000020:00200000:0.0:1789760786.311224:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.311238:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.311274:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65904640, count: 4096
00000080:00200000:0.0:1789760786.311282:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65904640, bytes: 4096
00000080:00200000:0.0:1789760786.311296:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.311304:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.311306:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65904640, 65908736) 0 0
00000080:00200000:0.0:1789760786.311311:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.311328:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16090, 16090]
00020000:00200000:0.0:1789760786.311347:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65904640 chunk: [65904640, 65908736) 65908736, 4096
00020000:00200000:0.0:1789760786.311352:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.311375:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16090, 16090]
00000008:00010000:0.0:1789760786.311394:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.311400:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.311411:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65904640, 65908736) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.311426:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65904640=0x3eda000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.311487:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.311490:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65908736
00000020:00010000:0.0:1789760786.311499:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.311502:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.311505:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.311509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.311512:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.311532:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.311539:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.311560:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760786.311668:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 65904640<>65908736
00000080:00200000:0.0:1789760786.328174:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16090, 16090]
00000080:00200000:0.0:1789760786.328191:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.328197:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.328212:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65908736 i_blocks 128752
00000020:00200000:0.0:1789760786.328216:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.328226:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.328261:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65908736, count: 4096
00000080:00200000:0.0:1789760786.328268:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65908736, bytes: 4096
00000080:00200000:0.0:1789760786.328281:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.328781:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.328785:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65908736, 65912832) 0 0
00000080:00200000:0.0:1789760786.328791:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.328964:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16091, 16091]
00020000:00200000:0.0:1789760786.328975:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65908736 chunk: [65908736, 65912832) 65912832, 4096
00020000:00200000:0.0:1789760786.328979:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.329001:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16091, 16091]
00000008:00010000:0.0:1789760786.329020:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.329027:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.329037:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65908736, 65912832) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.329051:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65908736=0x3edb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.329471:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.329475:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65912832
00000020:00010000:0.0:1789760786.329485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.329488:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.329491:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.329494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.329497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.329506:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.329513:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.329543:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760786.329662:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 65908736<>65912832
00000100:00100000:3.0:1789760786.345291:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554826496:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.369112:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983401 gen 2
00000008:00010000:3.0:1789760786.369147:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760786.369153:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.369163:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.369181:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760786.369202:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554826496:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.370794:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554826624:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.382081:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983402 gen 2
00000008:00010000:3.0:1789760786.382126:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760786.382131:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.382140:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.382151:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760786.382171:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554826624:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760786.382319:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16093, 16093]
00000080:00200000:0.0:1789760786.382341:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.382346:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.382356:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65921024 i_blocks 128776
00000020:00200000:0.0:1789760786.382360:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.382368:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.382453:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65921024, count: 4096
00000080:00200000:0.0:1789760786.382460:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65921024, bytes: 4096
00000080:00200000:0.0:1789760786.382467:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.382475:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.382477:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65921024, 65925120) 0 0
00000080:00200000:0.0:1789760786.382480:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.382492:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16094, 16094]
00020000:00200000:0.0:1789760786.382498:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65921024 chunk: [65921024, 65925120) 65925120, 4096
00020000:00200000:0.0:1789760786.382502:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.382516:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16094, 16094]
00000008:00010000:0.0:1789760786.382531:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.382535:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.382543:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65921024, 65925120) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.382553:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65921024=0x3ede000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.382596:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.382599:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65925120
00000020:00010000:0.0:1789760786.382606:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.382608:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.382611:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.382614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.382616:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.382622:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.382627:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.382640:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760786.386751:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65921024<>65925120
00000100:00100000:0.0:1789760786.386861:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554826752:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.401122:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983403 gen 2
00000008:00010000:0.0:1789760786.401181:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760786.401189:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.401201:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.401222:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760786.401251:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554826752:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.401931:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554826880:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.419606:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983404 gen 2
00000008:00010000:0.0:1789760786.419643:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760786.419650:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.419660:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.419871:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760786.419897:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554826880:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.421075:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827008:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.434963:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983405 gen 2
00000008:00010000:0.0:1789760786.434999:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760786.435006:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.435015:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.435039:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760786.435065:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827008:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.437585:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.437614:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554827136:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760786.445207:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760786.452946:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16097, 16097]
00000080:00200000:0.0:1789760786.452959:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.452965:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.452976:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65937408 i_blocks 128808
00000020:00200000:0.0:1789760786.452980:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.452989:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.453015:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65937408, count: 4096
00000080:00200000:0.0:1789760786.453022:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65937408, bytes: 4096
00000080:00200000:0.0:1789760786.453030:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.453037:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.453039:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65937408, 65941504) 0 0
00000080:00200000:0.0:1789760786.453043:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.453056:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16098, 16098]
00020000:00200000:0.0:1789760786.453063:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65937408 chunk: [65937408, 65941504) 65941504, 4096
00020000:00200000:0.0:1789760786.453066:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.453080:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16098, 16098]
00000008:00010000:0.0:1789760786.453091:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.453095:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.453105:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65937408, 65941504) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.453114:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65937408=0x3ee2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.453155:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.453158:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65941504
00000020:00010000:0.0:1789760786.453164:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.453167:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.453170:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.453174:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.453177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.453183:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.453188:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.453200:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760786.453272:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65937408<>65941504
00000100:00100000:0.0:1789760786.453311:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.453324:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827264:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.465607:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983407 gen 2
00000008:00010000:0.0:1789760786.465654:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760786.465662:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.465672:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.465693:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760786.465715:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827264:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760786.492665:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16099, 16099]
00000080:00200000:0.0:1789760786.492678:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.492683:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.492694:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65945600 i_blocks 128824
00000020:00200000:0.0:1789760786.492697:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.492706:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.492831:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65945600, count: 4096
00000080:00200000:0.0:1789760786.492838:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65945600, bytes: 4096
00000080:00200000:0.0:1789760786.492847:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.492854:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.492857:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65945600, 65949696) 0 0
00000080:00200000:0.0:1789760786.492861:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.492874:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16100, 16100]
00020000:00200000:0.0:1789760786.492880:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65945600 chunk: [65945600, 65949696) 65949696, 4096
00020000:00200000:0.0:1789760786.492884:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.492899:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16100, 16100]
00000008:00010000:0.0:1789760786.492913:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.492917:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.492927:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65945600, 65949696) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.492938:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65945600=0x3ee4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.492982:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.492985:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65949696
00000020:00010000:0.0:1789760786.492991:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.492995:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.492998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.493001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.493003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.493009:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.493014:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.493027:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760786.493168:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65945600<>65949696
00000100:00100000:0.0:1789760786.493202:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.493215:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827520:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.510844:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983409 gen 2
00000008:00010000:0.0:1789760786.510943:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760786.510950:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.510959:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.510981:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760786.511005:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554827520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.512317:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760786.512354:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554827648:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760786.539488:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16101, 16101]
00000080:00200000:0.0:1789760786.539501:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.539507:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.539519:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65953792 i_blocks 128840
00000020:00200000:0.0:1789760786.539523:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.539533:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.539561:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65953792, count: 4096
00000080:00200000:0.0:1789760786.539567:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65953792, bytes: 4096
00000080:00200000:0.0:1789760786.539576:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.539584:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.539586:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65953792, 65957888) 0 0
00000080:00200000:0.0:1789760786.539590:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.539603:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16102, 16102]
00020000:00200000:0.0:1789760786.539610:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65953792 chunk: [65953792, 65957888) 65957888, 4096
00020000:00200000:0.0:1789760786.539613:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.539629:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16102, 16102]
00000008:00010000:0.0:1789760786.539713:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.539718:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.539728:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65953792, 65957888) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.539739:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65953792=0x3ee6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.539786:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.539789:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65957888
00000020:00010000:0.0:1789760786.539796:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.539836:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.539839:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.540449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.540454:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.540463:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.540470:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.540491:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760786.540568:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 65953792<>65957888
00000080:00200000:0.0:1789760786.555378:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16102, 16102]
00000080:00200000:0.0:1789760786.555404:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.555410:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.555420:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65957888 i_blocks 128848
00000020:00200000:0.0:1789760786.555424:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.555434:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.555459:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65957888, count: 4096
00000080:00200000:0.0:1789760786.555465:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65957888, bytes: 4096
00000080:00200000:0.0:1789760786.555472:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.555479:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.555481:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65957888, 65961984) 0 0
00000080:00200000:0.0:1789760786.555484:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.555495:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16103, 16103]
00020000:00200000:0.0:1789760786.555501:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65957888 chunk: [65957888, 65961984) 65961984, 4096
00020000:00200000:0.0:1789760786.555504:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.555517:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16103, 16103]
00000008:00010000:0.0:1789760786.555528:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.555533:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.555541:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65957888, 65961984) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.555551:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65957888=0x3ee7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.555589:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.555592:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65961984
00000020:00010000:0.0:1789760786.555598:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.555601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.555604:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.555607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.555609:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.555614:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.555620:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.555631:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760786.556041:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 65957888<>65961984
00000080:00200000:0.0:1789760786.577027:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16103, 16103]
00000080:00200000:0.0:1789760786.577040:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.577045:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.577056:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65961984 i_blocks 128856
00000020:00200000:0.0:1789760786.577059:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.577067:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.577092:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65961984, count: 4096
00000080:00200000:0.0:1789760786.577098:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65961984, bytes: 4096
00000080:00200000:0.0:1789760786.577107:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.577114:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.577116:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65961984, 65966080) 0 0
00000080:00200000:0.0:1789760786.577120:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.577132:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16104, 16104]
00020000:00200000:0.0:1789760786.577139:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65961984 chunk: [65961984, 65966080) 65966080, 4096
00020000:00200000:0.0:1789760786.577143:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.577159:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16104, 16104]
00000008:00010000:0.0:1789760786.577174:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.577178:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.577187:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65961984, 65966080) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.577197:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65961984=0x3ee8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.577242:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.577244:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65966080
00000020:00010000:0.0:1789760786.577251:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.577255:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.577258:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.577261:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.577264:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.577270:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.577276:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.577293:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760786.577584:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 65961984<>65966080
00000080:00200000:0.0:1789760786.598081:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16104, 16104]
00000080:00200000:0.0:1789760786.598101:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.598107:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760786.598121:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 65966080 i_blocks 128864
00000020:00200000:0.0:1789760786.598125:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760786.598138:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760786.598162:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 65966080, count: 4096
00000080:00200000:0.0:1789760786.598169:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 65966080, bytes: 4096
00000080:00200000:0.0:1789760786.598179:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760786.598186:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760786.598189:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65966080, 65970176) 0 0
00000080:00200000:0.0:1789760786.598192:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760786.598204:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16105, 16105]
00020000:00200000:0.0:1789760786.598211:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 65966080 chunk: [65966080, 65970176) 65970176, 4096
00020000:00200000:0.0:1789760786.598215:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760786.598231:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16105, 16105]
00000008:00010000:0.0:1789760786.598244:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760786.598249:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760786.598259:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [65966080, 65970176) append 0 append lockpos 0
00000080:00200000:0.0:1789760786.598270:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=65966080=0x3ee9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760786.598323:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760786.598326:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 65970176
00000020:00010000:0.0:1789760786.598344:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760786.598348:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.598351:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760786.598354:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760786.598357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760786.598364:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760786.598369:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.598403:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760786.598576:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 65966080<>65970176
00000080:00200000:0.0:1789760786.614189:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16105, 16105]
00000080:00200000:0.0:1789760786.614209:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760786.614214:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:0.0:1789760786.625637:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983415 gen 2
00000008:00010000:0.0:1789760786.625789:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760786.625796:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.626103:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.626122:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760786.626147:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554828288:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.626542:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.628040:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554828416:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.646355:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983416 gen 2
00000008:00010000:3.0:1789760786.646391:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760786.646398:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.646407:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.646426:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760786.646449:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554828416:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.658511:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983417 gen 2
00000008:00010000:3.0:1789760786.658547:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.658553:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.658562:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.659012:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.659038:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554828544:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.661116:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554828672:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.682554:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983418 gen 2
00000008:00010000:3.0:1789760786.682596:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.682603:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.682613:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.682699:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.682726:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554828672:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.686711:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760786.710654:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983419 gen 2
00000008:00010000:3.0:1789760786.710689:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760786.710696:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.710705:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.710726:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760786.710750:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554828800:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.737147:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983420 gen 2
00000100:00100000:0.0:1789760786.737870:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.737884:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829056:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.762119:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983421 gen 2
00000008:00010000:0.0:1789760786.762156:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760786.762163:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.762172:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.763902:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760786.764008:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829056:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.765520:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829184:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.779440:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983422 gen 2
00000008:00010000:0.0:1789760786.779475:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760786.779482:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.779491:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.779570:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760786.779596:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829184:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.781715:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.781914:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829312:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760786.793463:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983423 gen 2
00000008:00010000:0.0:1789760786.793501:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760786.793508:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.793518:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.793610:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760786.793639:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554829312:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.833552:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983425 gen 2
00000008:00010000:3.0:1789760786.833588:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760786.833593:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.833602:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.833620:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760786.833643:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554829568:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.835846:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.835871:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554829696:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.852587:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983426 gen 2
00000008:00010000:3.0:1789760786.852862:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760786.852869:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.852877:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.853001:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760786.853025:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554829696:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.853534:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554829824:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.864475:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983427 gen 2
00000008:00010000:3.0:1789760786.864512:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760786.864518:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.864527:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.864582:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760786.864617:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554829824:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.865793:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554829952:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.884376:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983428 gen 2
00000008:00010000:3.0:1789760786.884414:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760786.884420:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.884430:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.884495:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760786.884520:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554829952:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.885708:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760786.885901:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554830080:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.904245:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983429 gen 2
00000008:00010000:3.0:1789760786.904278:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760786.904284:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.904294:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.904311:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760786.904341:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554830080:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.918712:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983430 gen 2
00000008:00010000:3.0:1789760786.918748:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760786.918755:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.918764:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.918783:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760786.918850:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830208:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.919606:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830336:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.936003:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983431 gen 2
00000008:00010000:3.0:1789760786.936039:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760786.936046:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.936055:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.936088:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760786.936111:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830336:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.937048:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.937075:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830464:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.948196:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983432 gen 2
00000008:00010000:3.0:1789760786.948230:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760786.948236:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.948247:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.948427:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760786.948450:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830464:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.949255:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830592:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.961959:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983433 gen 2
00000008:00010000:3.0:1789760786.961995:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760786.962002:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.962011:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.962066:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760786.962099:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830592:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.962920:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554830720:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.977415:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983434 gen 2
00000008:00010000:3.0:1789760786.977454:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.977460:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.977470:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.977547:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.977570:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554830720:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.980538:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830848:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760786.993696:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983435 gen 2
00000008:00010000:3.0:1789760786.993730:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760786.993736:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760786.993746:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760786.993763:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760786.993787:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830848:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760786.994323:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:3.0:1789760786.994418:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66056192<>66060288
00000100:00100000:3.0:1789760786.994449:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760786.994460:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.010787:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983436 gen 2
00000008:00010000:3.0:1789760787.010872:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760787.010879:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.010889:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.010947:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760787.010970:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554830976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.013939:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554831104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.027632:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983437 gen 2
00000008:00010000:3.0:1789760787.027668:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.027674:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.027684:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.027702:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.027725:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554831104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.028726:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554831232:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.044151:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983438 gen 2
00000008:00010000:3.0:1789760787.044187:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.044193:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.044202:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.044223:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.044260:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554831232:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.046088:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554831360:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.063066:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554831488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.076443:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983440 gen 2
00000008:00010000:0.0:1789760787.076476:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760787.076481:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.076489:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.076511:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760787.076535:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554831488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.077761:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.086025:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983441 gen 2
00000008:00010000:0.0:1789760787.086062:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760787.086069:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.086079:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.086108:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760787.086130:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.088828:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.088853:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.106033:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983442 gen 2
00000008:00010000:0.0:1789760787.106069:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760787.106076:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.106084:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.106154:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760787.106172:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.106767:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.118653:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983443 gen 2
00000008:00010000:0.0:1789760787.118690:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760787.118696:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.118706:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.118736:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760787.118759:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554831872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.119638:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.119654:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.133054:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983444 gen 2
00000008:00010000:0.0:1789760787.133098:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760787.133104:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.133113:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.133130:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760787.133150:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.133760:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832128:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.141699:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983445 gen 2
00000008:00010000:0.0:1789760787.141735:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760787.141742:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.141751:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.141769:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760787.141791:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832128:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.143126:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.143145:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.164582:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983446 gen 2
00000008:00010000:0.0:1789760787.164615:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760787.164620:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.164627:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.164646:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760787.164664:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.168474:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.182765:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983447 gen 2
00000008:00010000:0.0:1789760787.182829:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760787.183172:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.183183:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.183194:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760787.183218:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832384:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760787.183681:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:0.0:1789760787.183768:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66105344<>66109440
00000100:00100000:0.0:1789760787.183798:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.184436:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832512:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.203144:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983448 gen 2
00000008:00010000:0.0:1789760787.203184:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760787.203191:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.203202:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.203219:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760787.203363:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832512:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.249214:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983450 gen 2
00000100:00100000:0.0:1789760787.250101:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.250117:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832896:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.273522:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983451 gen 2
00000008:00010000:0.0:1789760787.273557:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760787.273563:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.273571:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.273593:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760787.273614:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554832896:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.274384:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554833024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.288279:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983452 gen 2
00000008:00010000:0.0:1789760787.288316:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760787.288333:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.288343:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.288361:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760787.288384:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554833024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.289203:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.289218:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554833152:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.306969:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983453 gen 2
00000008:00010000:0.0:1789760787.307009:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760787.307017:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.307027:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.307048:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760787.307072:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554833152:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.307975:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.307990:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833280:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.321516:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983454 gen 2
00000008:00010000:3.0:1789760787.321558:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.321566:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.321576:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.321594:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.321621:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833280:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.324206:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833408:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.342641:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983455 gen 2
00000008:00010000:3.0:1789760787.342688:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.342696:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.342705:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.342722:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.342744:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833408:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.343423:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.343436:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833536:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.356574:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983456 gen 2
00000008:00010000:3.0:1789760787.356614:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.356620:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.356630:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.356648:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.356672:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833536:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.357767:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833664:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.388550:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983457 gen 2
00000008:00010000:3.0:1789760787.388604:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.388613:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.388627:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.388651:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.388683:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554833664:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.389738:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554833792:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.401048:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983458 gen 2
00000008:00010000:3.0:1789760787.401108:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.401117:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.401129:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.401193:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.401224:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554833792:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.402668:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760787.402691:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554833920:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.413531:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983459 gen 2
00000008:00010000:3.0:1789760787.413584:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.413593:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.413606:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.413629:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.413660:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554833920:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.434664:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983460 gen 2
00000008:00010000:3.0:1789760787.434716:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760787.434725:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.434738:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.434765:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760787.434796:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554834048:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.436447:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760787.436473:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834176:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.452086:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983461 gen 2
00000008:00010000:3.0:1789760787.452139:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760787.452148:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.452161:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.452181:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760787.452211:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834176:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.453184:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834304:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760787.470036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760787.478314:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983462 gen 2
00000100:00100000:0.0:1789760787.482796:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554834432:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.502220:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983463 gen 2
00000008:00010000:0.0:1789760787.502281:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760787.502291:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.502304:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.502340:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760787.502378:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554834432:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.518334:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983464 gen 2
00000008:00010000:3.0:1789760787.518393:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760787.518402:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.518413:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.518433:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760787.518465:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834560:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.519917:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834688:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.534277:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983465 gen 2
00000008:00010000:3.0:1789760787.534339:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760787.534348:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.534361:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.534381:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760787.534420:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554834688:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.552609:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983466 gen 2
00000008:00010000:3.0:1789760787.552675:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.552684:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.552698:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.552721:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.552754:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554834816:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.566088:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983467 gen 2
00000008:00010000:3.0:1789760787.566143:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.566152:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.566164:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.566185:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.566215:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554834944:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.567170:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835072:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.583010:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983468 gen 2
00000008:00010000:3.0:1789760787.583066:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.583076:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.583097:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.583122:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.583155:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835072:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.584294:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.584319:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835200:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.594479:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983469 gen 2
00000008:00010000:3.0:1789760787.594531:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.594540:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.594553:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.594572:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.594603:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835200:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.595745:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835328:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.606864:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983470 gen 2
00000008:00010000:3.0:1789760787.606919:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.606928:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.606940:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.606963:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.606993:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835328:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.608221:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554835456:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.620871:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983471 gen 2
00000008:00010000:3.0:1789760787.620925:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.620934:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.620945:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.620967:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.620995:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554835456:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.631965:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983472 gen 2
00000008:00010000:3.0:1789760787.632019:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.632029:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.632042:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.632067:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.632098:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835584:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.635204:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.635234:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835712:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.654757:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983473 gen 2
00000008:00010000:3.0:1789760787.654844:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.654853:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.654865:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.654938:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.654969:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835712:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.656084:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835840:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.670798:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983474 gen 2
00000008:00010000:3.0:1789760787.670897:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760787.670905:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.670917:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.670936:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760787.670968:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554835840:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760787.670999:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16165, 16165]
00000080:00200000:0.0:1789760787.671014:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.671020:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.671035:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66215936 i_blocks 129352
00000020:00200000:0.0:1789760787.671040:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.671056:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.671090:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66215936, count: 4096
00000080:00200000:0.0:1789760787.671098:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66215936, bytes: 4096
00000080:00200000:0.0:1789760787.671108:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.671117:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.671119:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66215936, 66220032) 0 0
00000080:00200000:0.0:1789760787.671123:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.671140:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16166, 16166]
00020000:00200000:0.0:1789760787.671149:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66215936 chunk: [66215936, 66220032) 66220032, 4096
00020000:00200000:0.0:1789760787.671155:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.671175:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16166, 16166]
00000008:00010000:0.0:1789760787.671193:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.671200:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.671212:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66215936, 66220032) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.671227:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66215936=0x3f26000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.671312:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.671315:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66220032
00000020:00010000:0.0:1789760787.671332:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.671335:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.671339:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.671343:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.671346:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.671354:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.671362:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.671382:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760787.671507:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66215936<>66220032
00000100:00100000:0.0:1789760787.671547:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760787.671563:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554835968:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.683273:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983475 gen 2
00000008:00010000:0.0:1789760787.683341:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:0.0:1789760787.683350:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.683362:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.683462:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:0.0:1789760787.683496:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554835968:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760787.683837:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16166, 16166]
00000080:00200000:3.0:1789760787.683855:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760787.683861:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760787.683877:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66220032 i_blocks 129360
00000020:00200000:3.0:1789760787.683880:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760787.683891:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760787.683925:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66220032, count: 4096
00000080:00200000:3.0:1789760787.683932:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66220032, bytes: 4096
00000080:00200000:3.0:1789760787.683944:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760787.683953:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760787.683956:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66220032, 66224128) 0 0
00000080:00200000:3.0:1789760787.683961:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760787.683977:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16167, 16167]
00020000:00200000:3.0:1789760787.683986:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66220032 chunk: [66220032, 66224128) 66224128, 4096
00020000:00200000:3.0:1789760787.683991:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760787.684011:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16167, 16167]
00000008:00010000:3.0:1789760787.684029:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760787.684035:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760787.684046:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66220032, 66224128) append 0 append lockpos 0
00000080:00200000:3.0:1789760787.684059:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66220032=0x3f27000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760787.684135:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760787.684139:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66224128
00000020:00010000:3.0:1789760787.684147:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760787.684151:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.684154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.684157:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760787.684160:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760787.684167:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760787.684175:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760787.684191:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760787.684298:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66220032<>66224128
00000100:00100000:3.0:1789760787.684352:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.684369:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836096:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.694662:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983476 gen 2
00000008:00010000:3.0:1789760787.694723:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760787.694731:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.694742:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.694768:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760787.694849:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836096:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.705886:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983477 gen 2
00000008:00010000:3.0:1789760787.705939:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760787.705948:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.705961:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.705980:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760787.706010:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836224:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.706836:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836352:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.735285:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983478 gen 2
00000008:00010000:3.0:1789760787.735350:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760787.735358:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.735371:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.735469:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760787.735502:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836352:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.736414:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836480:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.747512:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983479 gen 2
00000008:00010000:3.0:1789760787.747566:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760787.747574:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.747586:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.747608:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760787.747638:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836480:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.749957:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836608:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.760566:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983480 gen 2
00000008:00010000:3.0:1789760787.760621:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.760631:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.760642:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.760664:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.760695:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836608:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.761503:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836736:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.773007:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983481 gen 2
00000008:00010000:3.0:1789760787.773071:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.773086:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.773099:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.773118:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.773149:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836736:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.773886:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836864:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.784390:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983482 gen 2
00000008:00010000:3.0:1789760787.784447:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.784456:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.784468:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.784489:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.784520:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554836864:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.785404:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836992:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.793867:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983483 gen 2
00000008:00010000:3.0:1789760787.793921:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.793930:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.793942:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.793963:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.793992:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554836992:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.794743:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554837120:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.802652:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983484 gen 2
00000008:00010000:3.0:1789760787.802767:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760787.802777:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.802790:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.802898:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760787.802928:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554837120:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.808204:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760787.808232:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554837248:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.816013:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983485 gen 2
00000008:00010000:3.0:1789760787.816067:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760787.816140:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.816154:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.816174:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760787.816205:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554837248:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.817610:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760787.817633:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554837376:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.825289:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983486 gen 2
00000008:00010000:3.0:1789760787.825349:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760787.825358:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.825370:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.825391:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760787.825422:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554837376:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760787.833590:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983487 gen 2
00000008:00010000:3.0:1789760787.833644:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760787.833652:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.833665:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.833749:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760787.833782:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554837504:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760787.833975:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16178, 16178]
00000080:00200000:0.0:1789760787.833992:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.833998:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.834016:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66269184 i_blocks 129456
00000020:00200000:0.0:1789760787.834020:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.834031:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.834265:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66269184, count: 4096
00000080:00200000:0.0:1789760787.834274:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66269184, bytes: 4096
00000080:00200000:0.0:1789760787.834287:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.834296:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.834298:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66269184, 66273280) 0 0
00000080:00200000:0.0:1789760787.834303:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.834388:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16179, 16179]
00020000:00200000:0.0:1789760787.834397:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66269184 chunk: [66269184, 66273280) 66273280, 4096
00020000:00200000:0.0:1789760787.834401:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.834423:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16179, 16179]
00000008:00010000:0.0:1789760787.834442:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.834448:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.834460:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66269184, 66273280) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.834474:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66269184=0x3f33000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.834534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.834537:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66273280
00000020:00010000:0.0:1789760787.834546:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.834549:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.834552:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.834555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.834558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.834565:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.834571:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.834589:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760787.834758:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66269184<>66273280
00000080:00200000:0.0:1789760787.842314:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16179, 16179]
00000080:00200000:0.0:1789760787.842343:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.842349:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.842366:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66273280 i_blocks 129464
00000020:00200000:0.0:1789760787.842371:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.842382:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.842418:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66273280, count: 4096
00000080:00200000:0.0:1789760787.842426:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66273280, bytes: 4096
00000080:00200000:0.0:1789760787.842438:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.842446:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.842447:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66273280, 66277376) 0 0
00000080:00200000:0.0:1789760787.842451:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.842465:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16180, 16180]
00020000:00200000:0.0:1789760787.842472:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66273280 chunk: [66273280, 66277376) 66277376, 4096
00020000:00200000:0.0:1789760787.842475:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.842493:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16180, 16180]
00000008:00010000:0.0:1789760787.842509:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.842514:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.842523:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66273280, 66277376) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.842535:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66273280=0x3f34000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.842588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.842590:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66277376
00000020:00010000:0.0:1789760787.842596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.842599:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.842601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.842603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.842605:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.842611:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.842616:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.842631:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760787.843292:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 66273280<>66277376
00000080:00200000:0.0:1789760787.852293:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16180, 16180]
00000080:00200000:0.0:1789760787.852328:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.852335:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.852351:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66277376 i_blocks 129472
00000020:00200000:0.0:1789760787.852354:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.852364:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.852399:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66277376, count: 4096
00000080:00200000:0.0:1789760787.852407:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66277376, bytes: 4096
00000080:00200000:0.0:1789760787.852417:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.852425:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.852427:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66277376, 66281472) 0 0
00000080:00200000:0.0:1789760787.852431:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.852448:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16181, 16181]
00020000:00200000:0.0:1789760787.852456:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66277376 chunk: [66277376, 66281472) 66281472, 4096
00020000:00200000:0.0:1789760787.852461:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.852487:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16181, 16181]
00000008:00010000:0.0:1789760787.852506:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.852515:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.852527:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66277376, 66281472) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.852539:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66277376=0x3f35000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.852596:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.852599:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66281472
00000020:00010000:0.0:1789760787.852607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.852610:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.852613:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.852617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.852620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.852627:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.852633:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.852759:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760787.852908:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 66277376<>66281472
00000080:00200000:0.0:1789760787.862024:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16181, 16181]
00000080:00200000:0.0:1789760787.862044:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.862052:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.862069:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66281472 i_blocks 129480
00000020:00200000:0.0:1789760787.862073:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.862084:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.862110:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66281472, count: 4096
00000080:00200000:0.0:1789760787.862118:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66281472, bytes: 4096
00000080:00200000:0.0:1789760787.862128:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.862137:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.862139:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66281472, 66285568) 0 0
00000080:00200000:0.0:1789760787.862770:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.862858:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16182, 16182]
00020000:00200000:0.0:1789760787.862867:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66281472 chunk: [66281472, 66285568) 66285568, 4096
00020000:00200000:0.0:1789760787.862872:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.862893:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16182, 16182]
00000008:00010000:0.0:1789760787.862918:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.862924:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.862934:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66281472, 66285568) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.862947:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66281472=0x3f36000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.863011:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.863014:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66285568
00000020:00010000:0.0:1789760787.863026:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.863030:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.863033:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.863037:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.863040:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.863047:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.863054:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.863074:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760787.863187:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 66281472<>66285568
00000080:00200000:0.0:1789760787.875160:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16182, 16182]
00000080:00200000:0.0:1789760787.875178:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.875184:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.875200:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66285568 i_blocks 129488
00000020:00200000:0.0:1789760787.875204:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.875214:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.875248:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66285568, count: 4096
00000080:00200000:0.0:1789760787.875255:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66285568, bytes: 4096
00000080:00200000:0.0:1789760787.875269:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.875278:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.875281:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66285568, 66289664) 0 0
00000080:00200000:0.0:1789760787.875286:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.875400:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16183, 16183]
00020000:00200000:0.0:1789760787.875410:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66285568 chunk: [66285568, 66289664) 66289664, 4096
00020000:00200000:0.0:1789760787.875415:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.875435:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16183, 16183]
00000008:00010000:0.0:1789760787.875453:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.875460:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.875474:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66285568, 66289664) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.875488:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66285568=0x3f37000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.875549:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.875553:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66289664
00000020:00010000:0.0:1789760787.875560:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.875563:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.875566:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.875569:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.875571:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.875579:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.875586:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.875602:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760787.875711:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 66285568<>66289664
00000080:00200000:0.0:1789760787.884285:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16183, 16183]
00000080:00200000:0.0:1789760787.884314:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.884330:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.884347:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66289664 i_blocks 129496
00000020:00200000:0.0:1789760787.884351:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.884362:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.884398:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66289664, count: 4096
00000080:00200000:0.0:1789760787.884406:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66289664, bytes: 4096
00000080:00200000:0.0:1789760787.884417:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.884426:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.884428:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66289664, 66293760) 0 0
00000080:00200000:0.0:1789760787.884433:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.884450:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16184, 16184]
00020000:00200000:0.0:1789760787.884459:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66289664 chunk: [66289664, 66293760) 66293760, 4096
00020000:00200000:0.0:1789760787.884464:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.884489:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16184, 16184]
00000008:00010000:0.0:1789760787.884509:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.884515:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.884527:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66289664, 66293760) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.884541:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66289664=0x3f38000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.884601:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.884604:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66293760
00000020:00010000:0.0:1789760787.884623:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.884628:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.884631:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.884635:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.884637:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.884765:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.884774:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.884792:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760787.885086:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66289664<>66293760
00000100:00100000:0.0:1789760787.894755:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983493 gen 2
00000008:00010000:0.0:1789760787.894910:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760787.894919:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.894931:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.894943:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760787.894970:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554838272:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.896051:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.896190:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838400:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.910777:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983494 gen 2
00000008:00010000:0.0:1789760787.910899:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68900
00000020:00200000:0.0:1789760787.910909:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.910924:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.910941:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68900
00000100:00100000:0.0:1789760787.910974:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838400:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.914693:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838528:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.920644:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983495 gen 2
00000008:00010000:0.0:1789760787.920696:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760787.920709:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.920724:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.920841:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760787.920871:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838528:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.921683:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554838656:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.934625:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983496 gen 2
00000008:00010000:0.0:1789760787.934678:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760787.934691:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.934703:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.934782:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760787.934854:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554838656:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.937407:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838784:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.943893:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983497 gen 2
00000008:00010000:0.0:1789760787.943943:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760787.943961:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.943974:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.943987:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760787.944016:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838784:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.946910:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.946938:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838912:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.958190:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983498 gen 2
00000008:00010000:0.0:1789760787.958243:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760787.958252:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.958264:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.958290:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760787.958534:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554838912:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.960401:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554839040:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.967449:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983499 gen 2
00000008:00010000:0.0:1789760787.967500:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760787.967509:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.967522:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.967600:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760787.967633:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554839040:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760787.968815:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16190, 16190]
00000080:00200000:3.0:1789760787.968838:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760787.968846:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760787.968863:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66318336 i_blocks 129552
00000020:00200000:3.0:1789760787.968867:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760787.968883:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760787.969056:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66318336, count: 4096
00000080:00200000:3.0:1789760787.969067:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66318336, bytes: 4096
00000080:00200000:3.0:1789760787.969081:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760787.969090:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760787.969092:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66318336, 66322432) 0 0
00000080:00200000:3.0:1789760787.969097:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760787.969114:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16191, 16191]
00020000:00200000:3.0:1789760787.969123:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66318336 chunk: [66318336, 66322432) 66322432, 4096
00020000:00200000:3.0:1789760787.969128:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760787.969149:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16191, 16191]
00000008:00010000:3.0:1789760787.969169:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760787.969175:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760787.969187:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66318336, 66322432) append 0 append lockpos 0
00000080:00200000:3.0:1789760787.969201:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66318336=0x3f3f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760787.969580:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760787.969585:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66322432
00000020:00010000:3.0:1789760787.969594:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760787.969597:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.969600:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.969604:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760787.969606:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760787.969615:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760787.969621:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760787.969650:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760787.969760:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66318336<>66322432
00000100:00100000:3.0:1789760787.978277:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983500 gen 2
00000008:00010000:3.0:1789760787.978339:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760787.978349:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760787.978360:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760787.978441:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760787.978472:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839168:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760787.978639:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16191, 16191]
00000080:00200000:0.0:1789760787.978657:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.978663:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.978680:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66322432 i_blocks 129560
00000020:00200000:0.0:1789760787.978683:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.978693:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.978893:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66322432, count: 4096
00000080:00200000:0.0:1789760787.978902:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66322432, bytes: 4096
00000080:00200000:0.0:1789760787.978914:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.978924:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.978926:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66322432, 66326528) 0 0
00000080:00200000:0.0:1789760787.978931:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.978948:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16192, 16192]
00020000:00200000:0.0:1789760787.978956:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66322432 chunk: [66322432, 66326528) 66326528, 4096
00020000:00200000:0.0:1789760787.978960:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.978980:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16192, 16192]
00000008:00010000:0.0:1789760787.978998:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.979003:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760787.979013:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66322432, 66326528) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.979027:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66322432=0x3f40000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.979244:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.979247:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66326528
00000020:00010000:0.0:1789760787.979257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.979261:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.979264:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.979267:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.979270:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.979277:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.979284:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.979307:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760787.979423:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66322432<>66326528
00000100:00100000:0.0:1789760787.979472:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760787.979492:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554839296:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760787.992563:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983501 gen 2
00000008:00010000:0.0:1789760787.992619:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760787.992627:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.992638:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.992723:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760787.992754:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554839296:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760787.993006:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16192, 16192]
00000080:00200000:3.0:1789760787.993022:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760787.993029:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760787.993045:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66326528 i_blocks 129568
00000020:00200000:3.0:1789760787.993049:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760787.993059:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760787.993398:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66326528, count: 4096
00000080:00200000:3.0:1789760787.993409:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66326528, bytes: 4096
00000080:00200000:3.0:1789760787.993422:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760787.993430:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760787.993432:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66326528, 66330624) 0 0
00000080:00200000:3.0:1789760787.993437:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760787.993454:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16193, 16193]
00020000:00200000:3.0:1789760787.993463:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66326528 chunk: [66326528, 66330624) 66330624, 4096
00020000:00200000:3.0:1789760787.993467:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760787.993489:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16193, 16193]
00000008:00010000:3.0:1789760787.993508:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760787.993513:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760787.993526:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66326528, 66330624) append 0 append lockpos 0
00000080:00200000:3.0:1789760787.993540:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66326528=0x3f41000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760787.993604:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760787.993607:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66330624
00000020:00010000:3.0:1789760787.993615:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760787.993620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.993622:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760787.993626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760787.993628:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760787.993636:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760787.993643:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760787.993664:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760787.996223:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66326528<>66330624
00000100:00100000:3.0:1789760787.996529:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760787.996558:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839424:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.008408:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983502 gen 2
00000008:00010000:3.0:1789760788.008903:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760788.008915:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.008927:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.008950:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760788.008985:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839424:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.022736:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983503 gen 2
00000008:00010000:3.0:1789760788.022791:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760788.022994:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.023007:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.023027:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760788.023058:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554839552:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.027546:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554839680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.045651:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983504 gen 2
00000008:00010000:3.0:1789760788.045716:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760788.045725:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.045737:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.045759:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760788.045790:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554839680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.047105:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.060050:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983505 gen 2
00000008:00010000:3.0:1789760788.060119:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760788.060128:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.060140:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.060159:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760788.060190:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.069596:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983506 gen 2
00000008:00010000:3.0:1789760788.069652:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760788.069661:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.069673:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.069705:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760788.069738:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554839936:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760788.069856:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16197, 16197]
00000080:00200000:0.0:1789760788.069874:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.069880:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.069897:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66347008 i_blocks 129608
00000020:00200000:0.0:1789760788.069902:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.069913:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.069947:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66347008, count: 4096
00000080:00200000:0.0:1789760788.069954:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66347008, bytes: 4096
00000080:00200000:0.0:1789760788.069963:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.069972:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.069974:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66347008, 66351104) 0 0
00000080:00200000:0.0:1789760788.069979:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.069998:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16198, 16198]
00020000:00200000:0.0:1789760788.070006:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66347008 chunk: [66347008, 66351104) 66351104, 4096
00020000:00200000:0.0:1789760788.070011:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.070034:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16198, 16198]
00000008:00010000:0.0:1789760788.070053:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.070059:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.070071:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66347008, 66351104) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.070098:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66347008=0x3f46000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.070160:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.070163:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66351104
00000020:00010000:0.0:1789760788.070171:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.070175:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.070178:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.070181:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.070184:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.070192:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.070199:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.070215:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760788.070330:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66347008<>66351104
00000080:00200000:0.0:1789760788.085039:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16198, 16198]
00000080:00200000:0.0:1789760788.085069:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.085244:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.085261:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66351104 i_blocks 129616
00000020:00200000:0.0:1789760788.085266:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.085282:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.085327:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66351104, count: 4096
00000080:00200000:0.0:1789760788.085335:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66351104, bytes: 4096
00000080:00200000:0.0:1789760788.085348:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.085359:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.085361:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66351104, 66355200) 0 0
00000080:00200000:0.0:1789760788.085365:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.085381:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16199, 16199]
00020000:00200000:0.0:1789760788.085390:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66351104 chunk: [66351104, 66355200) 66355200, 4096
00020000:00200000:0.0:1789760788.085394:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.085415:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16199, 16199]
00000008:00010000:0.0:1789760788.085434:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.085439:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.085451:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66351104, 66355200) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.085466:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66351104=0x3f47000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.085534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.085537:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66355200
00000020:00010000:0.0:1789760788.085545:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.085549:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.085552:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.085555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.085558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.085566:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.085573:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.085592:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760788.085843:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 66351104<>66355200
00000080:00200000:0.0:1789760788.097907:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16199, 16199]
00000080:00200000:0.0:1789760788.097923:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.097929:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.097944:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66355200 i_blocks 129624
00000020:00200000:0.0:1789760788.097948:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.097958:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.097991:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66355200, count: 4096
00000080:00200000:0.0:1789760788.097998:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66355200, bytes: 4096
00000080:00200000:0.0:1789760788.098007:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.098016:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.098018:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66355200, 66359296) 0 0
00000080:00200000:0.0:1789760788.098023:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.098038:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16200, 16200]
00020000:00200000:0.0:1789760788.098046:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66355200 chunk: [66355200, 66359296) 66359296, 4096
00020000:00200000:0.0:1789760788.098051:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.098070:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16200, 16200]
00000008:00010000:0.0:1789760788.098086:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.098091:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.098119:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66355200, 66359296) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.098134:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66355200=0x3f48000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.098189:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.098192:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66359296
00000020:00010000:0.0:1789760788.098199:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.098203:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.098207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.098210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.098213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.098221:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.098227:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.098242:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760788.098352:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 66355200<>66359296
00000080:00200000:0.0:1789760788.108465:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16200, 16200]
00000080:00200000:0.0:1789760788.108502:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.108509:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.108529:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66359296 i_blocks 129632
00000020:00200000:0.0:1789760788.108535:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.108555:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.108591:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66359296, count: 4096
00000080:00200000:0.0:1789760788.108600:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66359296, bytes: 4096
00000080:00200000:0.0:1789760788.108616:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.108626:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.108628:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66359296, 66363392) 0 0
00000080:00200000:0.0:1789760788.108632:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.108650:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16201, 16201]
00020000:00200000:0.0:1789760788.108659:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66359296 chunk: [66359296, 66363392) 66363392, 4096
00020000:00200000:0.0:1789760788.108663:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.108685:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16201, 16201]
00000008:00010000:0.0:1789760788.108705:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.108710:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.108723:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66359296, 66363392) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.108738:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66359296=0x3f49000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.108848:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.108851:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66363392
00000020:00010000:0.0:1789760788.108859:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.108862:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.108865:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.108869:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.108871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.108880:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.108887:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.108919:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760788.109034:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 66359296<>66363392
00000100:00100000:3.0:1789760788.109910:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554840576:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.109951:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554840832:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.109978:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554841088:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.110002:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1789760788.110007:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554840704:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.110024:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554840960:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.121757:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554840832:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.121779:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554841088:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.121825:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554840704:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.121847:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554840960:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760788.121859:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554840576:192.168.203.122@tcp:400:kworker.0
00000080:00200000:0.0:1789760788.131125:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16201, 16201]
00000080:00200000:0.0:1789760788.131145:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.131152:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.131165:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66363392 i_blocks 129640
00000020:00200000:0.0:1789760788.131169:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.131181:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.131207:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66363392, count: 4096
00000080:00200000:0.0:1789760788.131214:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66363392, bytes: 4096
00000080:00200000:0.0:1789760788.131225:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.131232:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.131235:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66363392, 66367488) 0 0
00000080:00200000:0.0:1789760788.131239:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.131251:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16202, 16202]
00020000:00200000:0.0:1789760788.131259:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66363392 chunk: [66363392, 66367488) 66367488, 4096
00020000:00200000:0.0:1789760788.131262:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.131278:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16202, 16202]
00000008:00010000:0.0:1789760788.131291:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.131296:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.131305:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66363392, 66367488) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.131316:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66363392=0x3f4a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.131375:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.131379:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66367488
00000020:00010000:0.0:1789760788.131385:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.131388:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.131392:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.131395:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.131398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.131404:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.131410:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.131428:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760788.131518:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 66363392<>66367488
00000080:00200000:0.0:1789760788.143199:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16202, 16202]
00000080:00200000:0.0:1789760788.143212:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.143217:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.143228:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66367488 i_blocks 129648
00000020:00200000:0.0:1789760788.143232:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.143240:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.143265:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66367488, count: 4096
00000080:00200000:0.0:1789760788.143271:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66367488, bytes: 4096
00000080:00200000:0.0:1789760788.143282:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.143288:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.143290:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66367488, 66371584) 0 0
00000080:00200000:0.0:1789760788.143294:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.143308:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16203, 16203]
00020000:00200000:0.0:1789760788.143314:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66367488 chunk: [66367488, 66371584) 66371584, 4096
00020000:00200000:0.0:1789760788.143328:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.143343:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16203, 16203]
00000008:00010000:0.0:1789760788.143356:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.143361:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.143369:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66367488, 66371584) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.143379:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66367488=0x3f4b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.143420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.143422:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66371584
00000020:00010000:0.0:1789760788.143429:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.143432:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.143435:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.143438:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.143440:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.143447:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.143452:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.143467:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760788.143542:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 66367488<>66371584
00000080:00200000:0.0:1789760788.152969:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16203, 16203]
00000080:00200000:0.0:1789760788.152981:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.152986:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.152996:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66371584 i_blocks 129656
00000020:00200000:0.0:1789760788.153000:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.153007:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.153030:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66371584, count: 4096
00000080:00200000:0.0:1789760788.153036:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66371584, bytes: 4096
00000080:00200000:0.0:1789760788.153046:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.153054:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.153056:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66371584, 66375680) 0 0
00000080:00200000:0.0:1789760788.153060:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.153073:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16204, 16204]
00020000:00200000:0.0:1789760788.153079:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66371584 chunk: [66371584, 66375680) 66375680, 4096
00020000:00200000:0.0:1789760788.153084:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.153099:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16204, 16204]
00000008:00010000:0.0:1789760788.153111:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.153115:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.153123:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66371584, 66375680) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.153133:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66371584=0x3f4c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.153176:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.153179:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66375680
00000020:00010000:0.0:1789760788.153185:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.153188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.153191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.153194:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.153196:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.153202:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.153207:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.153221:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760788.153296:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 66371584<>66375680
00000080:00200000:0.0:1789760788.166389:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16204, 16204]
00000080:00200000:0.0:1789760788.166401:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.166406:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.166417:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66375680 i_blocks 129664
00000020:00200000:0.0:1789760788.166420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.166430:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.166456:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66375680, count: 4096
00000080:00200000:0.0:1789760788.166463:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66375680, bytes: 4096
00000080:00200000:0.0:1789760788.166470:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.166478:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.166480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66375680, 66379776) 0 0
00000080:00200000:0.0:1789760788.166483:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.166496:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16205, 16205]
00020000:00200000:0.0:1789760788.166502:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66375680 chunk: [66375680, 66379776) 66379776, 4096
00020000:00200000:0.0:1789760788.166506:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.166521:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16205, 16205]
00000008:00010000:0.0:1789760788.166534:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.166539:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.166548:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66375680, 66379776) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.166559:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66375680=0x3f4d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.166602:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.166605:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66379776
00000020:00010000:0.0:1789760788.166612:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.166615:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.166618:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.166621:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.166624:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.166631:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.166636:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.166649:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760788.166723:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 66375680<>66379776
00000080:00200000:0.0:1789760788.194590:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16205, 16205]
00000080:00200000:0.0:1789760788.194603:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.194609:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.194620:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66379776 i_blocks 129672
00000020:00200000:0.0:1789760788.194623:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.194631:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.194657:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66379776, count: 4096
00000080:00200000:0.0:1789760788.194663:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66379776, bytes: 4096
00000080:00200000:0.0:1789760788.194670:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.194677:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.194679:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66379776, 66383872) 0 0
00000080:00200000:0.0:1789760788.194683:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.194696:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16206, 16206]
00020000:00200000:0.0:1789760788.194714:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66379776 chunk: [66379776, 66383872) 66383872, 4096
00020000:00200000:0.0:1789760788.194722:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.194740:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16206, 16206]
00000008:00010000:0.0:1789760788.194758:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.194766:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.194775:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66379776, 66383872) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.194785:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66379776=0x3f4e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.194858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.194861:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66383872
00000020:00010000:0.0:1789760788.194867:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.194870:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.194873:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.194877:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.194880:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.194885:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.194891:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.194903:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760788.195112:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 66379776<>66383872
00000080:00200000:0.0:1789760788.212117:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16206, 16206]
00000080:00200000:0.0:1789760788.212134:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.212139:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.212152:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66383872 i_blocks 129680
00000020:00200000:0.0:1789760788.212156:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.212167:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.212191:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66383872, count: 4096
00000080:00200000:0.0:1789760788.212198:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66383872, bytes: 4096
00000080:00200000:0.0:1789760788.212207:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.212215:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.212217:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66383872, 66387968) 0 0
00000080:00200000:0.0:1789760788.212221:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.212235:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16207, 16207]
00020000:00200000:0.0:1789760788.212241:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66383872 chunk: [66383872, 66387968) 66387968, 4096
00020000:00200000:0.0:1789760788.212245:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.212261:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16207, 16207]
00000008:00010000:0.0:1789760788.212275:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.212280:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.212289:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66383872, 66387968) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.212300:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66383872=0x3f4f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.212361:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.212364:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66387968
00000020:00010000:0.0:1789760788.212371:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.212374:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.212377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.212380:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.212383:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.212390:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.212395:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.212409:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760788.212490:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66383872<>66387968
00000080:00200000:0.0:1789760788.228145:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16207, 16207]
00000080:00200000:0.0:1789760788.228162:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.228167:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.228181:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66387968 i_blocks 129688
00000020:00200000:0.0:1789760788.228186:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.228195:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.228221:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66387968, count: 4096
00000080:00200000:0.0:1789760788.228226:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66387968, bytes: 4096
00000080:00200000:0.0:1789760788.228234:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.228242:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.228244:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66387968, 66392064) 0 0
00000080:00200000:0.0:1789760788.228248:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.228261:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16208, 16208]
00020000:00200000:0.0:1789760788.228267:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66387968 chunk: [66387968, 66392064) 66392064, 4096
00020000:00200000:0.0:1789760788.228271:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.228285:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16208, 16208]
00000008:00010000:0.0:1789760788.228297:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.228302:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.228310:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66387968, 66392064) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.228331:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66387968=0x3f50000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.228377:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.228380:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66392064
00000020:00010000:0.0:1789760788.228387:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.228390:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.228392:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.228396:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.228398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.228404:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.228410:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.228424:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760788.228502:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 66387968<>66392064
00000080:00200000:0.0:1789760788.249981:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16208, 16208]
00000080:00200000:0.0:1789760788.249994:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.249999:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.250010:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66392064 i_blocks 129696
00000020:00200000:0.0:1789760788.250014:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.250024:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.250051:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66392064, count: 4096
00000080:00200000:0.0:1789760788.250057:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66392064, bytes: 4096
00000080:00200000:0.0:1789760788.250068:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.250076:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.250078:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66392064, 66396160) 0 0
00000080:00200000:0.0:1789760788.250082:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.250096:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16209, 16209]
00020000:00200000:0.0:1789760788.250103:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66392064 chunk: [66392064, 66396160) 66396160, 4096
00020000:00200000:0.0:1789760788.250106:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.250121:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16209, 16209]
00000008:00010000:0.0:1789760788.250136:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.250141:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.250152:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66392064, 66396160) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.250164:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66392064=0x3f51000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.250208:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.250211:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66396160
00000020:00010000:0.0:1789760788.250217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.250221:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.250224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.250227:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.250230:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.250236:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.250241:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.250256:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760788.250342:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 66392064<>66396160
00000080:00200000:0.0:1789760788.264259:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16209, 16209]
00000080:00200000:0.0:1789760788.264272:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.264277:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.264290:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66396160 i_blocks 129704
00000020:00200000:0.0:1789760788.264293:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.264302:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.264337:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66396160, count: 4096
00000080:00200000:0.0:1789760788.264344:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66396160, bytes: 4096
00000080:00200000:0.0:1789760788.264351:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.264359:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.264360:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66396160, 66400256) 0 0
00000080:00200000:0.0:1789760788.264364:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.264376:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16210, 16210]
00020000:00200000:0.0:1789760788.264389:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66396160 chunk: [66396160, 66400256) 66400256, 4096
00020000:00200000:0.0:1789760788.264394:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.264409:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16210, 16210]
00000008:00010000:0.0:1789760788.264422:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.264426:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.264436:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66396160, 66400256) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.264446:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66396160=0x3f52000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.264489:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.264492:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66400256
00000020:00010000:0.0:1789760788.264498:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.264501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.264504:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.264507:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.264509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.264515:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.264520:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.264534:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760788.264607:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 66396160<>66400256
00000080:00200000:0.0:1789760788.274874:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16210, 16210]
00000080:00200000:0.0:1789760788.274887:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.274892:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.274903:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66400256 i_blocks 129712
00000020:00200000:0.0:1789760788.274906:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.274915:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.274940:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66400256, count: 4096
00000080:00200000:0.0:1789760788.274946:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66400256, bytes: 4096
00000080:00200000:0.0:1789760788.274953:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.274960:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.274962:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66400256, 66404352) 0 0
00000080:00200000:0.0:1789760788.274966:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.274979:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16211, 16211]
00020000:00200000:0.0:1789760788.274984:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66400256 chunk: [66400256, 66404352) 66404352, 4096
00020000:00200000:0.0:1789760788.274988:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.275004:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16211, 16211]
00000008:00010000:0.0:1789760788.275017:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.275021:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.275030:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66400256, 66404352) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.275040:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66400256=0x3f53000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.275095:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.275098:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66404352
00000020:00010000:0.0:1789760788.275105:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.275108:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.275111:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.275114:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.275117:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.275123:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.275128:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.275140:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760788.275212:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 66400256<>66404352
00000080:00200000:0.0:1789760788.284552:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16211, 16211]
00000080:00200000:0.0:1789760788.284566:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.284571:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.284584:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66404352 i_blocks 129720
00000020:00200000:0.0:1789760788.284588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.284597:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.284623:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66404352, count: 4096
00000080:00200000:0.0:1789760788.284628:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66404352, bytes: 4096
00000080:00200000:0.0:1789760788.284639:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.284646:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.284648:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66404352, 66408448) 0 0
00000080:00200000:0.0:1789760788.284652:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.284663:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16212, 16212]
00020000:00200000:0.0:1789760788.284669:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66404352 chunk: [66404352, 66408448) 66408448, 4096
00020000:00200000:0.0:1789760788.284672:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.284686:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16212, 16212]
00000008:00010000:0.0:1789760788.284700:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.284704:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.284713:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66404352, 66408448) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.284724:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66404352=0x3f54000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.284767:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.284770:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66408448
00000020:00010000:0.0:1789760788.284776:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.284779:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.284782:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.284785:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.284788:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.288866:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.288893:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.288924:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760788.289020:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66404352<>66408448
00000080:00200000:0.0:1789760788.302209:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16212, 16212]
00000080:00200000:0.0:1789760788.302226:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.302234:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.302249:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66408448 i_blocks 129728
00000020:00200000:0.0:1789760788.302253:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.302263:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.302297:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66408448, count: 4096
00000080:00200000:0.0:1789760788.302305:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66408448, bytes: 4096
00000080:00200000:0.0:1789760788.302332:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.302343:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.302345:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66408448, 66412544) 0 0
00000080:00200000:0.0:1789760788.302349:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.302365:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16213, 16213]
00020000:00200000:0.0:1789760788.302438:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66408448 chunk: [66408448, 66412544) 66412544, 4096
00020000:00200000:0.0:1789760788.302444:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.302464:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16213, 16213]
00000008:00010000:0.0:1789760788.302481:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.302486:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.302498:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66408448, 66412544) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.302512:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66408448=0x3f55000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.302568:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.302571:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66412544
00000020:00010000:0.0:1789760788.302579:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.302583:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.302586:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.302590:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.302593:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.302599:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.302605:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.302621:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760788.302720:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 66408448<>66412544
00000100:00100000:3.0:1789760788.332847:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554842752:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.351017:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983523 gen 2
00000008:00010000:3.0:1789760788.351069:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760788.351078:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.351091:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.351111:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760788.351143:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554842752:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.351991:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554842880:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.368090:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983524 gen 2
00000008:00010000:3.0:1789760788.368129:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760788.368136:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.368146:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.368167:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760788.368202:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554842880:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.371056:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843008:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.390391:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983525 gen 2
00000008:00010000:3.0:1789760788.390442:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760788.390451:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.390463:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.390524:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760788.390553:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843008:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.394148:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843136:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.410621:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983526 gen 2
00000008:00010000:3.0:1789760788.410676:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760788.410685:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.410706:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.410724:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760788.410756:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843136:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.412578:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.436783:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983527 gen 2
00000008:00010000:3.0:1789760788.436878:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760788.436886:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.436899:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.436917:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760788.436945:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.439436:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843392:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.450717:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983528 gen 2
00000008:00010000:3.0:1789760788.450766:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760788.450774:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.450786:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.450853:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760788.450883:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843392:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.451995:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.476615:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983529 gen 2
00000008:00010000:3.0:1789760788.476663:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760788.476671:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.476683:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.476703:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760788.476730:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.478282:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843648:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760788.493101:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760788.521948:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983530 gen 2
00000008:00010000:3.0:1789760788.521990:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760788.521997:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.522008:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.522114:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760788.522139:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554843648:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.525713:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843776:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760788.549668:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983531 gen 2
00000008:00010000:3.0:1789760788.549780:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760788.549788:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.549798:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.549947:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760788.549972:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554843776:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760788.551958:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16222, 16222]
00000080:00200000:0.0:1789760788.551976:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.551981:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.551996:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66449408 i_blocks 129808
00000020:00200000:0.0:1789760788.552000:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.552012:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.552039:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66449408, count: 4096
00000080:00200000:0.0:1789760788.552045:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66449408, bytes: 4096
00000080:00200000:0.0:1789760788.552056:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.552063:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.552065:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66449408, 66453504) 0 0
00000080:00200000:0.0:1789760788.552069:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.552783:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16223, 16223]
00020000:00200000:0.0:1789760788.552790:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66449408 chunk: [66449408, 66453504) 66453504, 4096
00020000:00200000:0.0:1789760788.552794:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.552838:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16223, 16223]
00000008:00010000:0.0:1789760788.552855:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.552861:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.552871:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66449408, 66453504) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.552881:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66449408=0x3f5f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.552937:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.552940:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66453504
00000020:00010000:0.0:1789760788.552947:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.552950:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.552953:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.552956:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.552959:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.552967:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.552974:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.552997:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760788.553189:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 66449408<>66453504
00000080:00200000:0.0:1789760788.573702:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16223, 16223]
00000080:00200000:0.0:1789760788.573731:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.573738:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.573758:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66453504 i_blocks 129816
00000020:00200000:0.0:1789760788.573764:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.573781:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.574175:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66453504, count: 4096
00000080:00200000:0.0:1789760788.574187:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66453504, bytes: 4096
00000080:00200000:0.0:1789760788.574202:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.574212:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.574214:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66453504, 66457600) 0 0
00000080:00200000:0.0:1789760788.574218:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.574237:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16224, 16224]
00020000:00200000:0.0:1789760788.574246:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66453504 chunk: [66453504, 66457600) 66457600, 4096
00020000:00200000:0.0:1789760788.574251:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.574275:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16224, 16224]
00000008:00010000:0.0:1789760788.574294:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.574300:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.574312:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66453504, 66457600) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.574338:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66453504=0x3f60000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.574589:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.574594:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66457600
00000020:00010000:0.0:1789760788.574603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.574606:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.574609:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.574613:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.574616:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.574625:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.574632:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.574658:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760788.574777:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 66453504<>66457600
00000080:00200000:0.0:1789760788.593848:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16224, 16224]
00000080:00200000:0.0:1789760788.593863:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.593868:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.593879:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66457600 i_blocks 129824
00000020:00200000:0.0:1789760788.593882:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.593891:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.593917:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66457600, count: 4096
00000080:00200000:0.0:1789760788.593923:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66457600, bytes: 4096
00000080:00200000:0.0:1789760788.593930:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.593937:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.593939:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66457600, 66461696) 0 0
00000080:00200000:0.0:1789760788.593943:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.593957:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16225, 16225]
00020000:00200000:0.0:1789760788.593963:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66457600 chunk: [66457600, 66461696) 66461696, 4096
00020000:00200000:0.0:1789760788.593966:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.593980:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16225, 16225]
00000008:00010000:0.0:1789760788.593993:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.593998:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.594006:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66457600, 66461696) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.594015:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66457600=0x3f61000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.594057:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.594059:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66461696
00000020:00010000:0.0:1789760788.594065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.594176:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.594181:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.594184:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.594187:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.594194:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.594200:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.594215:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760788.594291:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 66457600<>66461696
00000080:00200000:0.0:1789760788.607895:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16225, 16225]
00000080:00200000:0.0:1789760788.607908:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.607913:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.607924:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66461696 i_blocks 129832
00000020:00200000:0.0:1789760788.607927:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.607936:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.607961:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66461696, count: 4096
00000080:00200000:0.0:1789760788.607968:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66461696, bytes: 4096
00000080:00200000:0.0:1789760788.607975:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.607982:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.607984:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66461696, 66465792) 0 0
00000080:00200000:0.0:1789760788.607987:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.607999:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16226, 16226]
00020000:00200000:0.0:1789760788.608005:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66461696 chunk: [66461696, 66465792) 66465792, 4096
00020000:00200000:0.0:1789760788.608009:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.608023:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16226, 16226]
00000008:00010000:0.0:1789760788.608035:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.608039:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.608047:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66461696, 66465792) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.608057:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66461696=0x3f62000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.608101:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.608103:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66465792
00000020:00010000:0.0:1789760788.608110:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.608113:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.608115:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.608118:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.608121:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.608126:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.608132:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.608144:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760788.608218:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 66461696<>66465792
00000100:00100000:0.0:1789760788.635754:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983535 gen 2
00000008:00010000:0.0:1789760788.635794:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760788.635831:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.635840:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.635857:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760788.635881:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554844288:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760788.636026:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16226, 16226]
00000080:00200000:3.0:1789760788.636049:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760788.636055:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760788.636066:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66465792 i_blocks 129840
00000020:00200000:3.0:1789760788.636080:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760788.636088:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760788.636112:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66465792, count: 4096
00000080:00200000:3.0:1789760788.636118:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66465792, bytes: 4096
00000080:00200000:3.0:1789760788.636126:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760788.636133:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760788.636135:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66465792, 66469888) 0 0
00000080:00200000:3.0:1789760788.636138:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760788.636150:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16227, 16227]
00020000:00200000:3.0:1789760788.636157:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66465792 chunk: [66465792, 66469888) 66469888, 4096
00020000:00200000:3.0:1789760788.636161:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760788.636420:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16227, 16227]
00000008:00010000:3.0:1789760788.636436:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760788.636440:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760788.636450:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66465792, 66469888) append 0 append lockpos 0
00000080:00200000:3.0:1789760788.636461:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66465792=0x3f63000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760788.636508:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760788.636510:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66469888
00000020:00010000:3.0:1789760788.636518:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760788.636522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.636525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.636528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760788.636531:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760788.636538:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760788.636544:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760788.636559:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760788.636635:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66465792<>66469888
00000100:00100000:3.0:1789760788.671991:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983536 gen 2
00000008:00010000:3.0:1789760788.672034:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760788.672041:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.672050:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.672063:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760788.672100:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554844416:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760788.672284:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16227, 16227]
00000080:00200000:0.0:1789760788.672297:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.672302:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.672323:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66469888 i_blocks 129848
00000020:00200000:0.0:1789760788.672326:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.672335:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.672360:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66469888, count: 4096
00000080:00200000:0.0:1789760788.672366:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66469888, bytes: 4096
00000080:00200000:0.0:1789760788.672374:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.672381:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.672383:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66469888, 66473984) 0 0
00000080:00200000:0.0:1789760788.672387:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.672400:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16228, 16228]
00020000:00200000:0.0:1789760788.672406:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66469888 chunk: [66469888, 66473984) 66473984, 4096
00020000:00200000:0.0:1789760788.672410:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.672424:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16228, 16228]
00000008:00010000:0.0:1789760788.672438:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.672442:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.672452:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66469888, 66473984) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.672463:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66469888=0x3f64000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.672509:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.672511:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66473984
00000020:00010000:0.0:1789760788.672518:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.672522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.672525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.672528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.672531:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.672537:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.672542:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.672556:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760788.672631:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 66469888<>66473984
00000080:00200000:0.0:1789760788.708176:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16228, 16228]
00000080:00200000:0.0:1789760788.708191:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.708197:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.708208:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66473984 i_blocks 129856
00000020:00200000:0.0:1789760788.708211:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.708219:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.708248:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66473984, count: 4096
00000080:00200000:0.0:1789760788.708254:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66473984, bytes: 4096
00000080:00200000:0.0:1789760788.708263:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.708270:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.708272:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66473984, 66478080) 0 0
00000080:00200000:0.0:1789760788.708276:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.708288:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16229, 16229]
00020000:00200000:0.0:1789760788.708295:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66473984 chunk: [66473984, 66478080) 66478080, 4096
00020000:00200000:0.0:1789760788.708298:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.708322:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16229, 16229]
00000008:00010000:0.0:1789760788.708336:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.708341:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.708350:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66473984, 66478080) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.708361:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66473984=0x3f65000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.708404:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.708407:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66478080
00000020:00010000:0.0:1789760788.708414:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.708418:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.708421:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.708424:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.708426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.708432:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.708438:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.708450:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760788.708530:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 66473984<>66478080
00000080:00200000:0.0:1789760788.730027:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16229, 16229]
00000080:00200000:0.0:1789760788.730039:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.730045:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.730056:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66478080 i_blocks 129864
00000020:00200000:0.0:1789760788.730059:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.730067:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.730094:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66478080, count: 4096
00000080:00200000:0.0:1789760788.730099:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66478080, bytes: 4096
00000080:00200000:0.0:1789760788.730107:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.730114:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.730116:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66478080, 66482176) 0 0
00000080:00200000:0.0:1789760788.730120:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.730132:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16230, 16230]
00020000:00200000:0.0:1789760788.730139:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66478080 chunk: [66478080, 66482176) 66482176, 4096
00020000:00200000:0.0:1789760788.730142:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.730157:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16230, 16230]
00000008:00010000:0.0:1789760788.730183:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.730188:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.730198:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66478080, 66482176) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.730208:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66478080=0x3f66000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.730252:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.730255:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66482176
00000020:00010000:0.0:1789760788.730262:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.730266:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.730269:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.730272:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.730274:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.730280:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.730285:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.730297:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760788.730382:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 66478080<>66482176
00000080:00200000:0.0:1789760788.751522:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16230, 16230]
00000080:00200000:0.0:1789760788.751536:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.751541:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.751554:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66482176 i_blocks 129872
00000020:00200000:0.0:1789760788.751558:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.751567:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.751594:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66482176, count: 4096
00000080:00200000:0.0:1789760788.751600:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66482176, bytes: 4096
00000080:00200000:0.0:1789760788.751608:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.751615:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.751617:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66482176, 66486272) 0 0
00000080:00200000:0.0:1789760788.751620:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.751633:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16231, 16231]
00020000:00200000:0.0:1789760788.751640:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66482176 chunk: [66482176, 66486272) 66486272, 4096
00020000:00200000:0.0:1789760788.751643:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.751657:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16231, 16231]
00000008:00010000:0.0:1789760788.751669:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.751673:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.751682:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66482176, 66486272) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.751692:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66482176=0x3f67000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.751738:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.751741:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66486272
00000020:00010000:0.0:1789760788.751747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.751751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.751754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.751758:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.751761:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.751767:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.751773:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.751787:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760788.751891:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 66482176<>66486272
00000080:00200000:0.0:1789760788.769305:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16231, 16231]
00000080:00200000:0.0:1789760788.769328:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.769334:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.769346:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66486272 i_blocks 129880
00000020:00200000:0.0:1789760788.769349:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.769358:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.769384:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66486272, count: 4096
00000080:00200000:0.0:1789760788.769390:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66486272, bytes: 4096
00000080:00200000:0.0:1789760788.769398:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.769406:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.769408:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66486272, 66490368) 0 0
00000080:00200000:0.0:1789760788.769411:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.769424:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16232, 16232]
00020000:00200000:0.0:1789760788.769431:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66486272 chunk: [66486272, 66490368) 66490368, 4096
00020000:00200000:0.0:1789760788.769434:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.769449:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16232, 16232]
00000008:00010000:0.0:1789760788.769462:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.769466:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.769475:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66486272, 66490368) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.769485:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66486272=0x3f68000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.769528:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.769530:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66490368
00000020:00010000:0.0:1789760788.769537:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.769541:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.769544:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.769548:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.769551:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.769557:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.769562:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.769576:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760788.769659:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 66486272<>66490368
00000080:00200000:0.0:1789760788.790518:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16232, 16232]
00000080:00200000:0.0:1789760788.790530:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.790535:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.790547:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66490368 i_blocks 129888
00000020:00200000:0.0:1789760788.790550:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.790559:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.790585:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66490368, count: 4096
00000080:00200000:0.0:1789760788.790591:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66490368, bytes: 4096
00000080:00200000:0.0:1789760788.790600:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.790607:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.790609:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66490368, 66494464) 0 0
00000080:00200000:0.0:1789760788.790614:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.790626:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16233, 16233]
00020000:00200000:0.0:1789760788.790632:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66490368 chunk: [66490368, 66494464) 66494464, 4096
00020000:00200000:0.0:1789760788.790636:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.790650:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16233, 16233]
00000008:00010000:0.0:1789760788.790665:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.790669:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.791285:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66490368, 66494464) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.791301:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66490368=0x3f69000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.791365:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.791368:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66494464
00000020:00010000:0.0:1789760788.791376:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.791380:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.791383:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.791386:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.791389:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.791396:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.791402:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.791419:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760788.791505:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 66490368<>66494464
00000080:00200000:0.0:1789760788.816032:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16233, 16233]
00000080:00200000:0.0:1789760788.816049:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.816055:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.816068:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66494464 i_blocks 129896
00000020:00200000:0.0:1789760788.816073:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.816083:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.816110:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66494464, count: 4096
00000080:00200000:0.0:1789760788.816117:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66494464, bytes: 4096
00000080:00200000:0.0:1789760788.816127:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.816134:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.816136:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66494464, 66498560) 0 0
00000080:00200000:0.0:1789760788.816140:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.816154:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16234, 16234]
00020000:00200000:0.0:1789760788.816161:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66494464 chunk: [66494464, 66498560) 66498560, 4096
00020000:00200000:0.0:1789760788.816165:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.816182:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16234, 16234]
00000008:00010000:0.0:1789760788.816198:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.816202:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.816212:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66494464, 66498560) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.816224:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66494464=0x3f6a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.816269:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.816271:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66498560
00000020:00010000:0.0:1789760788.816277:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.816281:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.816284:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.816287:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.816290:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.816296:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.816301:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.816325:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760788.816398:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 66494464<>66498560
00000100:00100000:0.0:1789760788.852751:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983543 gen 2
00000008:00010000:0.0:1789760788.852821:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:0.0:1789760788.852827:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.852836:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.852852:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:0.0:1789760788.852872:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554845312:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760788.853226:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16234, 16234]
00000080:00200000:3.0:1789760788.853239:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760788.853244:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760788.853255:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66498560 i_blocks 129904
00000020:00200000:3.0:1789760788.853258:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760788.853267:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760788.853294:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66498560, count: 4096
00000080:00200000:3.0:1789760788.853299:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66498560, bytes: 4096
00000080:00200000:3.0:1789760788.853307:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760788.853326:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760788.853329:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66498560, 66502656) 0 0
00000080:00200000:3.0:1789760788.853333:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760788.853347:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16235, 16235]
00020000:00200000:3.0:1789760788.853354:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66498560 chunk: [66498560, 66502656) 66502656, 4096
00020000:00200000:3.0:1789760788.853358:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760788.853375:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16235, 16235]
00000008:00010000:3.0:1789760788.853390:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760788.853394:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760788.853403:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66498560, 66502656) append 0 append lockpos 0
00000080:00200000:3.0:1789760788.853413:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66498560=0x3f6b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760788.853459:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760788.853462:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66502656
00000020:00010000:3.0:1789760788.853469:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760788.853473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.853476:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760788.853479:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760788.853482:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760788.853488:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760788.853495:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760788.853509:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760788.853588:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66498560<>66502656
00000100:00100000:3.0:1789760788.869213:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983544 gen 2
00000008:00010000:3.0:1789760788.869281:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760788.869288:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760788.869296:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760788.869327:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760788.869351:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554845440:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760788.869371:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16235, 16235]
00000080:00200000:0.0:1789760788.869396:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.869402:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.869414:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66502656 i_blocks 129912
00000020:00200000:0.0:1789760788.869418:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.869426:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.869453:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66502656, count: 4096
00000080:00200000:0.0:1789760788.869459:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66502656, bytes: 4096
00000080:00200000:0.0:1789760788.869467:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.869475:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.869477:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66502656, 66506752) 0 0
00000080:00200000:0.0:1789760788.869480:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.869494:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16236, 16236]
00020000:00200000:0.0:1789760788.869501:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66502656 chunk: [66502656, 66506752) 66506752, 4096
00020000:00200000:0.0:1789760788.869505:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.869522:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16236, 16236]
00000008:00010000:0.0:1789760788.869536:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.869541:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760788.869549:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66502656, 66506752) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.869560:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66502656=0x3f6c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.869604:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.869606:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66506752
00000020:00010000:0.0:1789760788.869614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.869617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.869620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.869624:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.869627:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.869633:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.869639:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.869651:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760788.869732:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 66502656<>66506752
00000100:00100000:0.0:1789760788.869871:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760788.869886:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554845568:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.881975:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983545 gen 2
00000008:00010000:0.0:1789760788.882011:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:0.0:1789760788.882018:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.882025:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.882191:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:0.0:1789760788.882215:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554845568:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.882970:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554845696:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.893957:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983546 gen 2
00000008:00010000:0.0:1789760788.893991:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760788.893997:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.894007:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.894027:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760788.894052:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554845696:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.894895:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554845824:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.914662:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983547 gen 2
00000008:00010000:0.0:1789760788.914709:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760788.914716:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.914744:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.914776:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760788.914835:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554845824:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.916938:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760788.916961:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554845952:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.939489:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983548 gen 2
00000008:00010000:0.0:1789760788.939527:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760788.939534:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.939548:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.939569:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760788.939593:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554845952:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.940610:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.963436:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983549 gen 2
00000008:00010000:0.0:1789760788.963471:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760788.963478:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.963487:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.963509:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760788.963775:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.964727:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760788.964744:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846208:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.988552:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983550 gen 2
00000008:00010000:0.0:1789760788.988586:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760788.988592:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760788.988601:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760788.988619:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760788.988642:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846208:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760788.989321:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.006212:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983551 gen 2
00000008:00010000:0.0:1789760789.006252:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760789.006258:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.006268:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.006300:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760789.006333:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.007549:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.007566:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.021664:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983552 gen 2
00000008:00010000:0.0:1789760789.021701:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760789.021707:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.021716:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.021786:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760789.021842:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.022392:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.043478:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983553 gen 2
00000008:00010000:0.0:1789760789.043514:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760789.043520:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.043529:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.043552:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760789.043576:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.046045:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554846720:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.062001:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983554 gen 2
00000008:00010000:0.0:1789760789.062038:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760789.062045:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.062054:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.062085:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760789.062108:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554846720:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.062926:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.062939:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554846848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.076956:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983555 gen 2
00000008:00010000:0.0:1789760789.076998:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760789.077004:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.077013:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.077084:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760789.077108:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554846848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.077695:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.077708:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846976:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.091494:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983556 gen 2
00000008:00010000:0.0:1789760789.091532:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760789.091539:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.091549:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.091574:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760789.091601:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554846976:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.092452:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.092467:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847104:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.105265:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983557 gen 2
00000008:00010000:0.0:1789760789.105330:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760789.105338:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.105351:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.105372:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760789.105402:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847104:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.107786:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.107851:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847232:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.123287:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983558 gen 2
00000008:00010000:0.0:1789760789.123348:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760789.123357:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.123369:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.123401:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760789.123431:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847232:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.124323:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.124342:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847360:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.138247:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983559 gen 2
00000008:00010000:0.0:1789760789.138301:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760789.138319:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.138333:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.138359:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760789.138411:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847360:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.140492:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.140517:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.151423:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983560 gen 2
00000008:00010000:0.0:1789760789.151479:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760789.151488:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.151500:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.151523:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760789.151556:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.152373:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.170392:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983561 gen 2
00000008:00010000:0.0:1789760789.170428:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760789.170434:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.170444:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.170466:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760789.170488:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554847616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.171559:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.193961:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983562 gen 2
00000008:00010000:0.0:1789760789.194018:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760789.194026:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.194038:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.194131:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760789.194163:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.198170:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.198199:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.213586:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983563 gen 2
00000008:00010000:0.0:1789760789.213636:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760789.213645:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.213658:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.213686:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760789.214320:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554847872:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760789.214366:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:0.0:1789760789.214548:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 66580480<>66584576
00000100:00100000:0.0:1789760789.214593:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.235137:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983564 gen 2
00000008:00010000:0.0:1789760789.235191:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760789.235199:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.235211:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.235236:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760789.235267:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.236562:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554848128:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.256305:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983565 gen 2
00000008:00010000:0.0:1789760789.256365:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760789.256375:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.256543:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.256570:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760789.256603:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554848128:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.258924:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.280155:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983566 gen 2
00000008:00010000:0.0:1789760789.280209:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760789.280217:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.280230:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.280322:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760789.280355:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.282232:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.282323:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.297926:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983567 gen 2
00000008:00010000:0.0:1789760789.297982:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760789.297992:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.298005:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.298183:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760789.298215:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554848384:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760789.298318:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16258, 16258]
00000080:00200000:3.0:1789760789.298336:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.298343:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.298360:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66596864 i_blocks 130096
00000020:00200000:3.0:1789760789.298363:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.298375:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.298891:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66596864, count: 4096
00000080:00200000:3.0:1789760789.298903:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66596864, bytes: 4096
00000080:00200000:3.0:1789760789.298918:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.298928:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.298930:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66596864, 66600960) 0 0
00000080:00200000:3.0:1789760789.298936:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.298953:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16259, 16259]
00020000:00200000:3.0:1789760789.298962:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66596864 chunk: [66596864, 66600960) 66600960, 4096
00020000:00200000:3.0:1789760789.298967:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.298988:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16259, 16259]
00000008:00010000:3.0:1789760789.299007:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.299013:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.299026:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66596864, 66600960) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.299042:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66596864=0x3f83000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.299230:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.299234:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66600960
00000020:00010000:3.0:1789760789.299244:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.299247:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.299251:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.299254:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.299257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.299265:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.299272:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.299297:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760789.299537:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66596864<>66600960
00000100:00100000:3.0:1789760789.315260:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983568 gen 2
00000008:00010000:3.0:1789760789.315322:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760789.315331:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.315342:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.315369:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760789.315401:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554848512:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760789.315532:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16259, 16259]
00000080:00200000:0.0:1789760789.315549:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.315555:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.315571:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66600960 i_blocks 130104
00000020:00200000:0.0:1789760789.315575:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.315584:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.315617:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66600960, count: 4096
00000080:00200000:0.0:1789760789.315625:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66600960, bytes: 4096
00000080:00200000:0.0:1789760789.315638:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.315647:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.315649:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66600960, 66605056) 0 0
00000080:00200000:0.0:1789760789.315654:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.315671:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16260, 16260]
00020000:00200000:0.0:1789760789.315679:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66600960 chunk: [66600960, 66605056) 66605056, 4096
00020000:00200000:0.0:1789760789.315684:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.315720:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16260, 16260]
00000008:00010000:0.0:1789760789.315738:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.315744:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.315756:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66600960, 66605056) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.315769:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66600960=0x3f84000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.315867:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.315871:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66605056
00000020:00010000:0.0:1789760789.315879:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.315883:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.315886:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.315889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.315892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.315899:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.315906:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.315923:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760789.316022:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 66600960<>66605056
00000080:00200000:0.0:1789760789.334367:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16260, 16260]
00000080:00200000:0.0:1789760789.334384:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.334390:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.334406:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66605056 i_blocks 130112
00000020:00200000:0.0:1789760789.334410:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.334421:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.334459:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66605056, count: 4096
00000080:00200000:0.0:1789760789.334467:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66605056, bytes: 4096
00000080:00200000:0.0:1789760789.334480:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.334553:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.334559:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66605056, 66609152) 0 0
00000080:00200000:0.0:1789760789.334566:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.334582:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16261, 16261]
00020000:00200000:0.0:1789760789.334591:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66605056 chunk: [66605056, 66609152) 66609152, 4096
00020000:00200000:0.0:1789760789.334595:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.334616:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16261, 16261]
00000008:00010000:0.0:1789760789.334659:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.334665:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.334675:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66605056, 66609152) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.334688:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66605056=0x3f85000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.334751:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.334755:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66609152
00000020:00010000:0.0:1789760789.334761:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.334764:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.334767:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.334771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.334773:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.334782:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.334788:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.334866:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760789.334962:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 66605056<>66609152
00000080:00200000:0.0:1789760789.349522:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16261, 16261]
00000080:00200000:0.0:1789760789.349540:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.349546:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.349562:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66609152 i_blocks 130120
00000020:00200000:0.0:1789760789.349566:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.349577:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.349611:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66609152, count: 4096
00000080:00200000:0.0:1789760789.349618:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66609152, bytes: 4096
00000080:00200000:0.0:1789760789.349631:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.349639:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.349641:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66609152, 66613248) 0 0
00000080:00200000:0.0:1789760789.349646:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.349661:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16262, 16262]
00020000:00200000:0.0:1789760789.349669:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66609152 chunk: [66609152, 66613248) 66613248, 4096
00020000:00200000:0.0:1789760789.349673:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.349766:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16262, 16262]
00000008:00010000:0.0:1789760789.349786:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.349793:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.350294:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66609152, 66613248) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.350323:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66609152=0x3f86000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.350402:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.350406:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66613248
00000020:00010000:0.0:1789760789.350424:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.350428:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.350431:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.350435:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.350439:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.350447:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.350455:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.350481:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760789.350596:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 66609152<>66613248
00000080:00200000:0.0:1789760789.366948:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16262, 16262]
00000080:00200000:0.0:1789760789.366966:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.366973:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.366989:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66613248 i_blocks 130128
00000020:00200000:0.0:1789760789.366994:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.367005:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.367039:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66613248, count: 4096
00000080:00200000:0.0:1789760789.367046:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66613248, bytes: 4096
00000080:00200000:0.0:1789760789.367059:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.367141:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.367143:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66613248, 66617344) 0 0
00000080:00200000:0.0:1789760789.367148:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.367166:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16263, 16263]
00020000:00200000:0.0:1789760789.367175:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66613248 chunk: [66613248, 66617344) 66617344, 4096
00020000:00200000:0.0:1789760789.367180:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.367202:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16263, 16263]
00000008:00010000:0.0:1789760789.367219:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.367224:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.367235:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66613248, 66617344) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.367249:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66613248=0x3f87000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.367318:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.367321:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66617344
00000020:00010000:0.0:1789760789.367330:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.367333:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.367336:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.367340:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.367342:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.367348:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.367355:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.367372:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760789.367855:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 66613248<>66617344
00000080:00200000:3.0:1789760789.391371:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16263, 16263]
00000080:00200000:3.0:1789760789.391388:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.391395:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.391413:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66617344 i_blocks 130136
00000020:00200000:3.0:1789760789.391417:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.391427:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.391460:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66617344, count: 4096
00000080:00200000:3.0:1789760789.391468:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66617344, bytes: 4096
00000080:00200000:3.0:1789760789.391487:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.391496:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.391498:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66617344, 66621440) 0 0
00000080:00200000:3.0:1789760789.391502:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.391518:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16264, 16264]
00020000:00200000:3.0:1789760789.391526:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66617344 chunk: [66617344, 66621440) 66621440, 4096
00020000:00200000:3.0:1789760789.391530:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.391552:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16264, 16264]
00000008:00010000:3.0:1789760789.391570:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.391576:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.391587:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66617344, 66621440) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.391601:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66617344=0x3f88000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.391656:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.391660:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66621440
00000020:00010000:3.0:1789760789.391669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.391673:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.391676:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.391681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.391684:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.391692:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.391710:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.391727:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760789.391860:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66617344<>66621440
00000100:00100000:3.0:1789760789.391907:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.391924:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554849152:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.405028:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983573 gen 2
00000008:00010000:3.0:1789760789.405783:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9900
00000020:00200000:3.0:1789760789.405794:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.405843:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.405870:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9900
00000100:00100000:3.0:1789760789.405906:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554849152:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760789.406094:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16264, 16264]
00000080:00200000:0.0:1789760789.406111:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.406117:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.406134:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66621440 i_blocks 130144
00000020:00200000:0.0:1789760789.406138:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.406149:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.406182:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66621440, count: 4096
00000080:00200000:0.0:1789760789.406191:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66621440, bytes: 4096
00000080:00200000:0.0:1789760789.406204:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.406213:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.406216:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66621440, 66625536) 0 0
00000080:00200000:0.0:1789760789.406221:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.406240:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16265, 16265]
00020000:00200000:0.0:1789760789.406249:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66621440 chunk: [66621440, 66625536) 66625536, 4096
00020000:00200000:0.0:1789760789.406253:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.406275:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16265, 16265]
00000008:00010000:0.0:1789760789.406293:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.406299:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.406323:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66621440, 66625536) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.406338:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66621440=0x3f89000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.406401:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.406404:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66625536
00000020:00010000:0.0:1789760789.406412:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.406415:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.406418:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.406422:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.406425:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.406433:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.406440:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.406457:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760789.406562:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 66621440<>66625536
00000080:00200000:0.0:1789760789.425068:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16265, 16265]
00000080:00200000:0.0:1789760789.425088:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.425094:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.425109:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66625536 i_blocks 130152
00000020:00200000:0.0:1789760789.425113:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.425123:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.425157:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66625536, count: 4096
00000080:00200000:0.0:1789760789.425165:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66625536, bytes: 4096
00000080:00200000:0.0:1789760789.425175:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.425184:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.425186:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66625536, 66629632) 0 0
00000080:00200000:0.0:1789760789.425191:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.425207:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16266, 16266]
00020000:00200000:0.0:1789760789.425216:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66625536 chunk: [66625536, 66629632) 66629632, 4096
00020000:00200000:0.0:1789760789.425220:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.425240:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16266, 16266]
00000008:00010000:0.0:1789760789.425257:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.425262:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.425273:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66625536, 66629632) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.425286:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66625536=0x3f8a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.425988:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.425996:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66629632
00000020:00010000:0.0:1789760789.426016:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.426019:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.426023:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.426027:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.426029:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.426038:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.426046:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.426069:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760789.426179:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 66625536<>66629632
00000080:00200000:0.0:1789760789.440362:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16266, 16266]
00000080:00200000:0.0:1789760789.440382:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.440388:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.440405:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66629632 i_blocks 130160
00000020:00200000:0.0:1789760789.440409:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.440420:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.440457:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66629632, count: 4096
00000080:00200000:0.0:1789760789.440465:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66629632, bytes: 4096
00000080:00200000:0.0:1789760789.440476:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.440484:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.440487:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66629632, 66633728) 0 0
00000080:00200000:0.0:1789760789.440491:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.440509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16267, 16267]
00020000:00200000:0.0:1789760789.440519:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66629632 chunk: [66629632, 66633728) 66633728, 4096
00020000:00200000:0.0:1789760789.440523:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.440544:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16267, 16267]
00000008:00010000:0.0:1789760789.440562:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.440569:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.440581:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66629632, 66633728) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.440596:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66629632=0x3f8b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.440659:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.440662:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66633728
00000020:00010000:0.0:1789760789.440669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.440672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.440674:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.440677:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.440679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.440686:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.440693:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.440709:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760789.441006:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66629632<>66633728
00000080:00200000:3.0:1789760789.449736:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16267, 16267]
00000080:00200000:3.0:1789760789.449936:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.449943:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760789.450637:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554849664:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.460689:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983577 gen 2
00000008:00010000:3.0:1789760789.460739:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760789.460748:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.460761:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.460782:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760789.460853:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554849664:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.461785:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554849792:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.481102:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983578 gen 2
00000008:00010000:3.0:1789760789.481166:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760789.481175:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.481190:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.481216:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760789.481253:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554849792:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.500888:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983579 gen 2
00000008:00010000:3.0:1789760789.500941:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760789.500949:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.500962:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.500986:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760789.501016:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554849920:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.501792:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850048:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.511059:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983580 gen 2
00000008:00010000:3.0:1789760789.511123:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760789.511133:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.511145:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.511168:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760789.511204:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850048:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.512145:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760789.512169:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850176:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760789.520447:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760789.526879:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983581 gen 2
00000008:00010000:3.0:1789760789.526927:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760789.526935:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.526949:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.526970:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760789.526998:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850176:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.527681:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850304:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.545379:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983582 gen 2
00000008:00010000:3.0:1789760789.545432:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760789.545441:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.545454:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.545476:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760789.545504:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850304:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.546503:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760789.546524:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850432:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.559670:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983583 gen 2
00000008:00010000:3.0:1789760789.559728:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760789.559736:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.559748:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.559766:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760789.559795:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850432:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.560631:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.560649:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554850560:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.587875:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983584 gen 2
00000008:00010000:3.0:1789760789.587925:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760789.587934:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.587946:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.587967:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760789.587997:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554850560:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.589348:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760789.589373:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850688:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.607182:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983585 gen 2
00000008:00010000:3.0:1789760789.607232:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760789.607239:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.607251:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.607272:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760789.607303:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850688:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.609410:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.609443:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554850816:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.627729:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983586 gen 2
00000008:00010000:3.0:1789760789.627785:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760789.627795:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.627824:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.627907:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760789.627936:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554850816:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.639689:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760789.639718:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850944:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.650651:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983587 gen 2
00000008:00010000:3.0:1789760789.650713:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760789.650722:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.650734:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.650756:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760789.650786:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554850944:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760789.652760:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66678784 i_blocks 130256
00000020:00200000:0.0:1789760789.652774:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.652793:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.652845:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66678784, count: 4096
00000080:00200000:0.0:1789760789.652855:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66678784, bytes: 4096
00000080:00200000:0.0:1789760789.652869:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.652994:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.652996:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66678784, 66682880) 0 0
00000080:00200000:0.0:1789760789.653001:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.653019:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16279, 16279]
00020000:00200000:0.0:1789760789.653028:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66678784 chunk: [66678784, 66682880) 66682880, 4096
00020000:00200000:0.0:1789760789.653032:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.653053:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16279, 16279]
00000008:00010000:0.0:1789760789.653181:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.653188:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.653199:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66678784, 66682880) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.653213:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66678784=0x3f97000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.653277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.653280:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66682880
00000020:00010000:0.0:1789760789.653289:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.653293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.653296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.653299:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.653302:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.653322:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.653329:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.653351:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760789.653464:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 66678784<>66682880
00000080:00200000:0.0:1789760789.664867:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16279, 16279]
00000080:00200000:0.0:1789760789.666445:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.666457:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.666476:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66682880 i_blocks 130264
00000020:00200000:0.0:1789760789.666482:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.666499:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.666532:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66682880, count: 4096
00000080:00200000:0.0:1789760789.666540:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66682880, bytes: 4096
00000080:00200000:0.0:1789760789.666555:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.666564:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.666566:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66682880, 66686976) 0 0
00000080:00200000:0.0:1789760789.666570:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.666587:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16280, 16280]
00020000:00200000:0.0:1789760789.666596:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66682880 chunk: [66682880, 66686976) 66686976, 4096
00020000:00200000:0.0:1789760789.666601:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.666623:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16280, 16280]
00000008:00010000:0.0:1789760789.666642:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.666647:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.666659:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66682880, 66686976) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.666672:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66682880=0x3f98000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.666727:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.666730:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66686976
00000020:00010000:0.0:1789760789.666740:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.666744:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.666747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.666751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.666925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.666937:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.666945:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.677349:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16280, 16280]
00000080:00200000:0.0:1789760789.677365:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.677381:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.677403:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66686976 i_blocks 130272
00000020:00200000:0.0:1789760789.677406:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.677416:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.677458:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66686976, count: 4096
00000080:00200000:0.0:1789760789.677466:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66686976, bytes: 4096
00000080:00200000:0.0:1789760789.677476:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.677484:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.677487:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66686976, 66691072) 0 0
00000080:00200000:0.0:1789760789.677491:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.677509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16281, 16281]
00020000:00200000:0.0:1789760789.677518:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66686976 chunk: [66686976, 66691072) 66691072, 4096
00020000:00200000:0.0:1789760789.677522:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.677544:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16281, 16281]
00000008:00010000:0.0:1789760789.677562:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.677568:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.677580:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66686976, 66691072) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.677594:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66686976=0x3f99000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.677651:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.677654:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66691072
00000020:00010000:0.0:1789760789.677662:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.677666:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.677669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.677673:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.677675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.677694:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.677702:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.677718:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760789.677846:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 66686976<>66691072
00000100:00100000:0.0:1789760789.677885:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760789.677901:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554851328:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.703535:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983590 gen 2
00000008:00010000:0.0:1789760789.703594:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760789.703604:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.703617:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.703650:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760789.703683:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554851328:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760789.720176:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16282, 16282]
00000080:00200000:0.0:1789760789.720267:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.720273:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.720289:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66695168 i_blocks 130288
00000020:00200000:0.0:1789760789.720293:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.720315:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.720352:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66695168, count: 4096
00000080:00200000:0.0:1789760789.720360:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66695168, bytes: 4096
00000080:00200000:0.0:1789760789.720538:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.720550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.720552:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66695168, 66699264) 0 0
00000080:00200000:0.0:1789760789.720556:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.720575:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16283, 16283]
00020000:00200000:0.0:1789760789.720584:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66695168 chunk: [66695168, 66699264) 66699264, 4096
00020000:00200000:0.0:1789760789.720589:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.720886:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16283, 16283]
00000008:00010000:0.0:1789760789.720906:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.720913:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.720925:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66695168, 66699264) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.720939:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66695168=0x3f9b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.721019:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.721022:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66699264
00000020:00010000:0.0:1789760789.721031:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.721034:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.721037:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.721041:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.721044:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.721053:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.721060:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.721079:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760789.721679:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 66695168<>66699264
00000080:00200000:0.0:1789760789.740357:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16283, 16283]
00000080:00200000:0.0:1789760789.740383:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.740393:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.740408:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66699264 i_blocks 130296
00000020:00200000:0.0:1789760789.740412:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.740425:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.740794:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66699264, count: 4096
00000080:00200000:0.0:1789760789.740832:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66699264, bytes: 4096
00000080:00200000:0.0:1789760789.740848:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.740858:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.740860:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66699264, 66703360) 0 0
00000080:00200000:0.0:1789760789.740865:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.740883:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16284, 16284]
00020000:00200000:0.0:1789760789.740891:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66699264 chunk: [66699264, 66703360) 66703360, 4096
00020000:00200000:0.0:1789760789.740898:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.740920:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16284, 16284]
00000008:00010000:0.0:1789760789.740940:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.740946:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.740958:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66699264, 66703360) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.740972:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66699264=0x3f9c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.741050:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.741054:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66703360
00000020:00010000:0.0:1789760789.741062:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.741065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.741257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.741262:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.741265:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.741275:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.741282:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.741315:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760789.741951:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 66699264<>66703360
00000080:00200000:0.0:1789760789.779813:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16284, 16284]
00000080:00200000:0.0:1789760789.779843:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.779851:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.806320:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16285, 16285]
00000080:00200000:0.0:1789760789.806337:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.806343:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.806358:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66707456 i_blocks 130312
00000020:00200000:0.0:1789760789.806361:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.806373:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.806408:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66707456, count: 4096
00000080:00200000:0.0:1789760789.806415:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66707456, bytes: 4096
00000080:00200000:0.0:1789760789.806427:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.806436:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.806440:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66707456, 66711552) 0 0
00000080:00200000:0.0:1789760789.806444:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.806462:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16286, 16286]
00020000:00200000:0.0:1789760789.806471:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66707456 chunk: [66707456, 66711552) 66711552, 4096
00020000:00200000:0.0:1789760789.806475:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.806499:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16286, 16286]
00000008:00010000:0.0:1789760789.806516:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.806521:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.806533:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66707456, 66711552) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.806546:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66707456=0x3f9e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.806614:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.806617:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66711552
00000020:00010000:0.0:1789760789.806626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.806629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.806632:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.806636:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.806639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.806646:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.806662:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.806679:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760789.806798:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 66707456<>66711552
00000100:00100000:0.0:1789760789.806998:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.807020:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554851968:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.825367:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983595 gen 2
00000008:00010000:0.0:1789760789.825550:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760789.825559:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.825571:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.826137:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760789.826173:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554851968:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760789.839696:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16287, 16287]
00000080:00200000:0.0:1789760789.839713:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.839720:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.839736:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66715648 i_blocks 130328
00000020:00200000:0.0:1789760789.839739:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.839753:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.839791:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66715648, count: 4096
00000080:00200000:0.0:1789760789.839798:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66715648, bytes: 4096
00000080:00200000:0.0:1789760789.839856:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.839866:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.839868:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66715648, 66719744) 0 0
00000080:00200000:0.0:1789760789.839873:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.839890:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16288, 16288]
00020000:00200000:0.0:1789760789.839899:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66715648 chunk: [66715648, 66719744) 66719744, 4096
00020000:00200000:0.0:1789760789.839903:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.839923:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16288, 16288]
00000008:00010000:0.0:1789760789.839941:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.839945:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.839955:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66715648, 66719744) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.839967:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66715648=0x3fa0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.840017:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.840019:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66719744
00000020:00010000:0.0:1789760789.840027:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.840030:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.840033:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.840037:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c84b25038 (ffff8d7c965d36c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.840039:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c965d36c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.840046:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.840053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.840175:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760789.840557:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 66715648<>66719744
00000100:00100000:3.0:1789760789.859734:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760789.859761:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554852352:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760789.878867:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983598 gen 2
00000008:00010000:3.0:1789760789.878922:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760789.878930:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760789.878942:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760789.878969:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760789.878998:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554852352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.882018:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554852480:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760789.899258:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983599 gen 2
00000008:00010000:0.0:1789760789.899326:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760789.899337:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760789.899349:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760789.899373:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760789.899405:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554852480:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760789.899526:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16290, 16290]
00000080:00200000:3.0:1789760789.899543:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.899550:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.899567:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66727936 i_blocks 130352
00000020:00200000:3.0:1789760789.899570:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.899582:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.899650:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66727936, count: 4096
00000080:00200000:3.0:1789760789.899659:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66727936, bytes: 4096
00000080:00200000:3.0:1789760789.899672:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.899682:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.899697:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66727936, 66732032) 0 0
00000080:00200000:3.0:1789760789.899703:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.899722:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16291, 16291]
00020000:00200000:3.0:1789760789.899733:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66727936 chunk: [66727936, 66732032) 66732032, 4096
00020000:00200000:3.0:1789760789.899737:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.899758:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16291, 16291]
00000008:00010000:3.0:1789760789.899776:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.899781:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.899793:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66727936, 66732032) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.899841:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66727936=0x3fa3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.899899:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.899902:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66732032
00000020:00010000:3.0:1789760789.899910:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.899914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.899917:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.899921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.899924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.899932:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.899939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.899954:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760789.900055:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfa680 - object 0x280000401:2 offset 66727936<>66732032
00000100:00100000:3.0:1789760789.900113:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760789.900130:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554852608:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760789.920312:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16291, 16291]
00000080:00200000:3.0:1789760789.920328:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.920334:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.920349:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66732032 i_blocks 130360
00000020:00200000:3.0:1789760789.920354:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.920364:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.920395:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66732032, count: 4096
00000080:00200000:3.0:1789760789.920402:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66732032, bytes: 4096
00000080:00200000:3.0:1789760789.920411:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.920420:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.920422:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66732032, 66736128) 0 0
00000080:00200000:3.0:1789760789.920427:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.920443:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16292, 16292]
00020000:00200000:3.0:1789760789.920452:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66732032 chunk: [66732032, 66736128) 66736128, 4096
00020000:00200000:3.0:1789760789.920457:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.920478:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16292, 16292]
00000008:00010000:3.0:1789760789.920497:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.920504:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.920515:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66732032, 66736128) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.920530:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66732032=0x3fa4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.920591:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.920594:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66736128
00000020:00010000:3.0:1789760789.920603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.920607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.920610:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.920614:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.920617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.920625:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.920632:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.920649:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9240
00000008:00100000:3.0:1789760789.920754:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8e00 - object 0x280000401:2 offset 66732032<>66736128
00000080:00200000:3.0:1789760789.929731:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16292, 16292]
00000080:00200000:3.0:1789760789.929747:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.929753:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.929768:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66736128 i_blocks 130368
00000020:00200000:3.0:1789760789.929772:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.929781:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.929860:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66736128, count: 4096
00000080:00200000:3.0:1789760789.929867:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66736128, bytes: 4096
00000080:00200000:3.0:1789760789.929877:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.929886:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.929889:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66736128, 66740224) 0 0
00000080:00200000:3.0:1789760789.929894:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.929910:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16293, 16293]
00020000:00200000:3.0:1789760789.929919:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66736128 chunk: [66736128, 66740224) 66740224, 4096
00020000:00200000:3.0:1789760789.929923:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.929944:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16293, 16293]
00000008:00010000:3.0:1789760789.929962:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.929968:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.929979:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66736128, 66740224) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.929992:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66736128=0x3fa5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.930047:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.930050:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66740224
00000020:00010000:3.0:1789760789.930058:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.930061:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.930065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.930069:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.930071:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.930078:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.930086:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.930102:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9240
00000008:00100000:3.0:1789760789.930207:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfaa00 - object 0x280000401:2 offset 66736128<>66740224
00000080:00200000:3.0:1789760789.941215:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16293, 16293]
00000080:00200000:3.0:1789760789.941234:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.941241:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.941256:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66740224 i_blocks 130376
00000020:00200000:3.0:1789760789.941260:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.941271:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.941317:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66740224, count: 4096
00000080:00200000:3.0:1789760789.941326:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66740224, bytes: 4096
00000080:00200000:3.0:1789760789.941338:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.941347:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.941350:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66740224, 66744320) 0 0
00000080:00200000:3.0:1789760789.941355:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.941371:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16294, 16294]
00020000:00200000:3.0:1789760789.941378:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66740224 chunk: [66740224, 66744320) 66744320, 4096
00020000:00200000:3.0:1789760789.941383:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.941402:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16294, 16294]
00000008:00010000:3.0:1789760789.941419:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.941425:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.941437:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66740224, 66744320) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.941451:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66740224=0x3fa6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.941516:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.941519:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66744320
00000020:00010000:3.0:1789760789.941528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.941532:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.941535:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.941539:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.941542:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.941551:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.941558:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.941577:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9900
00000008:00100000:3.0:1789760789.941697:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8a80 - object 0x280000401:2 offset 66740224<>66744320
00000080:00200000:0.0:1789760789.957851:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16294, 16294]
00000080:00200000:0.0:1789760789.957870:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.957876:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.957890:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66744320 i_blocks 130384
00000020:00200000:0.0:1789760789.957895:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.957909:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.957936:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66744320, count: 4096
00000080:00200000:0.0:1789760789.957944:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66744320, bytes: 4096
00000080:00200000:0.0:1789760789.957955:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.957963:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.957965:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66744320, 66748416) 0 0
00000080:00200000:0.0:1789760789.957969:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.957982:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16295, 16295]
00020000:00200000:0.0:1789760789.957988:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66744320 chunk: [66744320, 66748416) 66748416, 4096
00020000:00200000:0.0:1789760789.957992:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.958008:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16295, 16295]
00000008:00010000:0.0:1789760789.958022:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.958039:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760789.958050:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66744320, 66748416) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.958061:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66744320=0x3fa7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.958120:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.958124:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66748416
00000020:00010000:0.0:1789760789.958131:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.958134:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.958136:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.958140:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.958143:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.958150:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.958155:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.958179:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760789.958763:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66744320<>66748416
00000080:00200000:3.0:1789760789.984761:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16295, 16295]
00000080:00200000:3.0:1789760789.984777:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760789.984783:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760789.984798:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66748416 i_blocks 130392
00000020:00200000:3.0:1789760789.984883:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760789.984894:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760789.984929:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66748416, count: 4096
00000080:00200000:3.0:1789760789.984937:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66748416, bytes: 4096
00000080:00200000:3.0:1789760789.984950:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760789.984959:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760789.984963:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66748416, 66752512) 0 0
00000080:00200000:3.0:1789760789.984968:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760789.984985:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16296, 16296]
00020000:00200000:3.0:1789760789.984995:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66748416 chunk: [66748416, 66752512) 66752512, 4096
00020000:00200000:3.0:1789760789.984999:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760789.985019:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16296, 16296]
00000008:00010000:3.0:1789760789.985038:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760789.985044:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760789.985055:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66748416, 66752512) append 0 append lockpos 0
00000080:00200000:3.0:1789760789.985653:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66748416=0x3fa8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760789.985799:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760789.985835:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66752512
00000020:00010000:3.0:1789760789.985844:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760789.985848:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.985852:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760789.985855:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760789.985859:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760789.985868:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760789.985875:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760789.985901:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d90c0
00000008:00100000:3.0:1789760789.986020:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9180 - object 0x280000401:2 offset 66748416<>66752512
00000080:00200000:0.0:1789760789.999756:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16296, 16296]
00000080:00200000:0.0:1789760789.999774:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.999780:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.999797:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66752512 i_blocks 130400
00000020:00200000:0.0:1789760789.999848:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.999859:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.999893:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66752512, count: 4096
00000080:00200000:0.0:1789760789.999901:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66752512, bytes: 4096
00000080:00200000:0.0:1789760789.999912:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.999920:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.999923:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66752512, 66756608) 0 0
00000080:00200000:0.0:1789760789.999927:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.999949:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16297, 16297]
00020000:00200000:0.0:1789760789.999958:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66752512 chunk: [66752512, 66756608) 66756608, 4096
00020000:00200000:0.0:1789760789.999962:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.999983:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16297, 16297]
00000008:00010000:0.0:1789760790.000002:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.000008:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.000020:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66752512, 66756608) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.000034:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66752512=0x3fa9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.000277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.000281:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66756608
00000020:00010000:0.0:1789760790.000290:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.000293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.000296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.000300:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.000312:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.000320:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.000327:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.000342:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760790.000455:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 66752512<>66756608
00000100:00100000:0.0:1789760790.000498:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.000515:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554853376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.009885:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983606 gen 2
00000008:00010000:0.0:1789760790.009935:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760790.009943:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.009955:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.010034:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760790.010080:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554853376:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760790.010773:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66756608 i_blocks 130408
00000020:00200000:0.0:1789760790.010778:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.010789:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.010858:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66756608, count: 4096
00000080:00200000:0.0:1789760790.010866:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66756608, bytes: 4096
00000080:00200000:0.0:1789760790.010877:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.010885:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.010887:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66756608, 66760704) 0 0
00000080:00200000:0.0:1789760790.010892:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.010909:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16298, 16298]
00020000:00200000:0.0:1789760790.010917:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66756608 chunk: [66756608, 66760704) 66760704, 4096
00020000:00200000:0.0:1789760790.010922:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.010944:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16298, 16298]
00000008:00010000:0.0:1789760790.010965:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.010970:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.010981:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66756608, 66760704) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.010998:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66756608=0x3faa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.011244:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.011247:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66760704
00000020:00010000:0.0:1789760790.011257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.011260:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.011264:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.011267:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.011269:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.011277:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.011284:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.011300:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760790.011480:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 66756608<>66760704
00000080:00200000:0.0:1789760790.024863:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16298, 16298]
00000080:00200000:0.0:1789760790.024889:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.024896:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.024914:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66760704 i_blocks 130416
00000020:00200000:0.0:1789760790.024920:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.024936:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.024969:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66760704, count: 4096
00000080:00200000:0.0:1789760790.024978:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66760704, bytes: 4096
00000080:00200000:0.0:1789760790.024993:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.025002:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.025005:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66760704, 66764800) 0 0
00000080:00200000:0.0:1789760790.025009:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.025027:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16299, 16299]
00020000:00200000:0.0:1789760790.025036:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66760704 chunk: [66760704, 66764800) 66764800, 4096
00020000:00200000:0.0:1789760790.025041:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.025326:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16299, 16299]
00000008:00010000:0.0:1789760790.025350:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.025358:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.025597:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66760704, 66764800) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.025932:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66760704=0x3fab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.026003:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.026006:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66764800
00000020:00010000:0.0:1789760790.026016:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.026019:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.026022:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.026026:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.026028:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.026037:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.026045:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.026065:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760790.026182:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 66760704<>66764800
00000080:00200000:0.0:1789760790.037547:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16299, 16299]
00000080:00200000:0.0:1789760790.037567:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.037573:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.037588:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66764800 i_blocks 130424
00000020:00200000:0.0:1789760790.037592:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.037603:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.037637:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66764800, count: 4096
00000080:00200000:0.0:1789760790.037652:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66764800, bytes: 4096
00000080:00200000:0.0:1789760790.037662:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.037671:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.037674:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66764800, 66768896) 0 0
00000080:00200000:0.0:1789760790.037849:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.037869:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16300, 16300]
00020000:00200000:0.0:1789760790.037876:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66764800 chunk: [66764800, 66768896) 66768896, 4096
00020000:00200000:0.0:1789760790.037880:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.037953:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16300, 16300]
00000008:00010000:0.0:1789760790.038037:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.038044:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.038055:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66764800, 66768896) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.038080:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66764800=0x3fac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.038147:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.038150:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66768896
00000020:00010000:0.0:1789760790.038158:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.038161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.038163:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.038166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.038169:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.038177:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.038183:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.038203:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760790.039269:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 66764800<>66768896
00000080:00200000:0.0:1789760790.049770:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16300, 16300]
00000080:00200000:0.0:1789760790.049788:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.049794:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.049832:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66768896 i_blocks 130432
00000020:00200000:0.0:1789760790.049836:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.049847:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.049879:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66768896, count: 4096
00000080:00200000:0.0:1789760790.049887:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66768896, bytes: 4096
00000080:00200000:0.0:1789760790.049900:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.049909:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.049911:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66768896, 66772992) 0 0
00000080:00200000:0.0:1789760790.049916:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.049934:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16301, 16301]
00020000:00200000:0.0:1789760790.049943:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66768896 chunk: [66768896, 66772992) 66772992, 4096
00020000:00200000:0.0:1789760790.049947:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.049978:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16301, 16301]
00000008:00010000:0.0:1789760790.049993:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.049997:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.050007:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66768896, 66772992) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.050018:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66768896=0x3fad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.050057:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.050059:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66772992
00000020:00010000:0.0:1789760790.050067:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.050070:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.050073:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.050077:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.050080:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.050088:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.050103:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.064500:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16301, 16301]
00000080:00200000:0.0:1789760790.064517:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.064524:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.064538:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66772992 i_blocks 130440
00000020:00200000:0.0:1789760790.064541:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.064551:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.064582:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66772992, count: 4096
00000080:00200000:0.0:1789760790.064589:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66772992, bytes: 4096
00000080:00200000:0.0:1789760790.064602:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.064611:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.064613:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66772992, 66777088) 0 0
00000080:00200000:0.0:1789760790.064618:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.064634:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16302, 16302]
00020000:00200000:0.0:1789760790.064643:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66772992 chunk: [66772992, 66777088) 66777088, 4096
00020000:00200000:0.0:1789760790.064648:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.064668:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16302, 16302]
00000008:00010000:0.0:1789760790.064686:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.064693:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.064704:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66772992, 66777088) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.064718:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66772992=0x3fae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.064775:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.064779:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66777088
00000020:00010000:0.0:1789760790.064786:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.065626:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.065631:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.065635:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.065639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.065649:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.065658:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.065683:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760790.065794:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 66772992<>66777088
00000080:00200000:0.0:1789760790.078604:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16302, 16302]
00000080:00200000:0.0:1789760790.078627:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.078634:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.078651:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66777088 i_blocks 130448
00000020:00200000:0.0:1789760790.078656:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.078671:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.078704:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66777088, count: 4096
00000080:00200000:0.0:1789760790.078712:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66777088, bytes: 4096
00000080:00200000:0.0:1789760790.078726:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.078735:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.078737:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66777088, 66781184) 0 0
00000080:00200000:0.0:1789760790.078742:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.078759:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16303, 16303]
00020000:00200000:0.0:1789760790.078767:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66777088 chunk: [66777088, 66781184) 66781184, 4096
00020000:00200000:0.0:1789760790.078772:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.078792:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16303, 16303]
00000008:00010000:0.0:1789760790.078858:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.078864:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.078876:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66777088, 66781184) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.078890:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66777088=0x3faf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.078958:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.078961:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66781184
00000020:00010000:0.0:1789760790.078970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.078973:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.078977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.078980:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.078983:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.078990:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.078996:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.079017:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760790.079132:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 66777088<>66781184
00000080:00200000:0.0:1789760790.095169:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16303, 16303]
00000080:00200000:0.0:1789760790.095186:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.095192:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.095207:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66781184 i_blocks 130456
00000020:00200000:0.0:1789760790.095211:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.095221:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.095255:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66781184, count: 4096
00000080:00200000:0.0:1789760790.095263:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66781184, bytes: 4096
00000080:00200000:0.0:1789760790.095273:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.095282:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.095284:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66781184, 66785280) 0 0
00000080:00200000:0.0:1789760790.095289:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.095314:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16304, 16304]
00020000:00200000:0.0:1789760790.095323:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66781184 chunk: [66781184, 66785280) 66785280, 4096
00020000:00200000:0.0:1789760790.095329:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.095351:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16304, 16304]
00000008:00010000:0.0:1789760790.095369:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.095375:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.095389:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66781184, 66785280) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.095403:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66781184=0x3fb0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.095468:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.095472:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66785280
00000020:00010000:0.0:1789760790.095481:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.095485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.095488:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.095491:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.095494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.095501:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.095508:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.095524:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760790.095642:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 66781184<>66785280
00000100:00100000:0.0:1789760790.095684:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.095700:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554854272:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.116441:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983613 gen 2
00000008:00010000:0.0:1789760790.116497:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:0.0:1789760790.116505:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.116518:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.116556:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:0.0:1789760790.116591:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554854272:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.117367:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554854400:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760790.130037:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16305, 16305]
00000080:00200000:0.0:1789760790.130055:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.130061:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.130078:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66789376 i_blocks 130472
00000020:00200000:0.0:1789760790.130082:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.130099:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.130134:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66789376, count: 4096
00000080:00200000:0.0:1789760790.130142:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66789376, bytes: 4096
00000080:00200000:0.0:1789760790.130153:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.130162:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.130165:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66789376, 66793472) 0 0
00000080:00200000:0.0:1789760790.130170:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.130187:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16306, 16306]
00020000:00200000:0.0:1789760790.130196:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66789376 chunk: [66789376, 66793472) 66793472, 4096
00020000:00200000:0.0:1789760790.130201:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.130221:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16306, 16306]
00000008:00010000:0.0:1789760790.130237:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.130243:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.130255:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66789376, 66793472) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.130268:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66789376=0x3fb2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.130335:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.130338:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66793472
00000020:00010000:0.0:1789760790.130346:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.130349:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.130353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.130356:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.130359:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.130366:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.130372:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.130387:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760790.130649:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 66789376<>66793472
00000080:00200000:0.0:1789760790.140848:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16306, 16306]
00000080:00200000:0.0:1789760790.140865:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.140871:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.140885:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66793472 i_blocks 130480
00000020:00200000:0.0:1789760790.140889:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.140899:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.140934:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66793472, count: 4096
00000080:00200000:0.0:1789760790.140940:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66793472, bytes: 4096
00000080:00200000:0.0:1789760790.140949:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.140958:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.140960:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66793472, 66797568) 0 0
00000080:00200000:0.0:1789760790.140965:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.140982:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16307, 16307]
00020000:00200000:0.0:1789760790.140991:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66793472 chunk: [66793472, 66797568) 66797568, 4096
00020000:00200000:0.0:1789760790.140995:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.141014:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16307, 16307]
00000008:00010000:0.0:1789760790.141031:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.141036:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.141048:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66793472, 66797568) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.141063:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66793472=0x3fb3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.141120:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.141123:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66797568
00000020:00010000:0.0:1789760790.141131:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.141135:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.141138:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.141142:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.141145:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.141153:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.141160:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.141177:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760790.141272:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 66793472<>66797568
00000080:00200000:0.0:1789760790.151440:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16307, 16307]
00000080:00200000:0.0:1789760790.151457:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.151464:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.151480:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66797568 i_blocks 130488
00000020:00200000:0.0:1789760790.151484:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.151494:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.151529:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66797568, count: 4096
00000080:00200000:0.0:1789760790.151536:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66797568, bytes: 4096
00000080:00200000:0.0:1789760790.151547:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.151555:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.151558:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66797568, 66801664) 0 0
00000080:00200000:0.0:1789760790.151562:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.151579:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16308, 16308]
00020000:00200000:0.0:1789760790.151587:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66797568 chunk: [66797568, 66801664) 66801664, 4096
00020000:00200000:0.0:1789760790.151592:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.151613:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16308, 16308]
00000008:00010000:0.0:1789760790.151840:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.151847:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.151862:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66797568, 66801664) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.151875:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66797568=0x3fb4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.151934:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.151938:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66801664
00000020:00010000:0.0:1789760790.151947:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.151951:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.151954:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.151958:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.151961:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.151969:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.151977:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.151993:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760790.152115:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 66797568<>66801664
00000080:00200000:0.0:1789760790.166277:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16308, 16308]
00000080:00200000:0.0:1789760790.166297:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.166313:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.166331:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66801664 i_blocks 130496
00000020:00200000:0.0:1789760790.166336:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.166346:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.166381:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66801664, count: 4096
00000080:00200000:0.0:1789760790.166388:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66801664, bytes: 4096
00000080:00200000:0.0:1789760790.166402:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.166568:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.166571:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66801664, 66805760) 0 0
00000080:00200000:0.0:1789760790.166576:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.166595:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16309, 16309]
00020000:00200000:0.0:1789760790.166603:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66801664 chunk: [66801664, 66805760) 66805760, 4096
00020000:00200000:0.0:1789760790.166608:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.166753:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16309, 16309]
00000008:00010000:0.0:1789760790.166776:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.166783:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.166797:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66801664, 66805760) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.166843:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66801664=0x3fb5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.166913:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.166917:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66805760
00000020:00010000:0.0:1789760790.166925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.166929:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.166933:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.166937:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.166940:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.166948:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.166955:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.166975:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760790.167203:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 66801664<>66805760
00000080:00200000:0.0:1789760790.175364:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16309, 16309]
00000080:00200000:0.0:1789760790.175380:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.175387:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.175402:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66805760 i_blocks 130504
00000020:00200000:0.0:1789760790.175414:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.175425:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.175461:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66805760, count: 4096
00000080:00200000:0.0:1789760790.175475:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66805760, bytes: 4096
00000080:00200000:0.0:1789760790.175488:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.175497:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.175500:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66805760, 66809856) 0 0
00000080:00200000:0.0:1789760790.175505:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.175523:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16310, 16310]
00020000:00200000:0.0:1789760790.175531:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66805760 chunk: [66805760, 66809856) 66809856, 4096
00020000:00200000:0.0:1789760790.175536:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.175557:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16310, 16310]
00000008:00010000:0.0:1789760790.175576:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.175582:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.175594:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66805760, 66809856) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.175610:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66805760=0x3fb6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.175698:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.175701:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66809856
00000020:00010000:0.0:1789760790.175711:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.175714:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.175718:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.175722:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.175725:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.175733:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.175740:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.175756:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760790.175891:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 66805760<>66809856
00000080:00200000:0.0:1789760790.185660:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16310, 16310]
00000080:00200000:0.0:1789760790.185676:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.185682:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.185697:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66809856 i_blocks 130512
00000020:00200000:0.0:1789760790.185701:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.185711:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.185747:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66809856, count: 4096
00000080:00200000:0.0:1789760790.185754:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66809856, bytes: 4096
00000080:00200000:0.0:1789760790.185764:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.185773:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.185775:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66809856, 66813952) 0 0
00000080:00200000:0.0:1789760790.185779:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.185795:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16311, 16311]
00020000:00200000:0.0:1789760790.185845:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66809856 chunk: [66809856, 66813952) 66813952, 4096
00020000:00200000:0.0:1789760790.185850:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.185870:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16311, 16311]
00000008:00010000:0.0:1789760790.185887:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.185893:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.185903:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66809856, 66813952) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.185917:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66809856=0x3fb7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.185972:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.185975:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66813952
00000020:00010000:0.0:1789760790.185983:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.185987:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.185990:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.185994:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.186002:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.186010:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.186016:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.186032:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760790.186141:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 66809856<>66813952
00000080:00200000:0.0:1789760790.196236:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16311, 16311]
00000080:00200000:0.0:1789760790.196252:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.196258:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.196283:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66813952 i_blocks 130520
00000020:00200000:0.0:1789760790.196288:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.196297:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.196339:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66813952, count: 4096
00000080:00200000:0.0:1789760790.196347:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66813952, bytes: 4096
00000080:00200000:0.0:1789760790.196357:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.196365:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.196368:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66813952, 66818048) 0 0
00000080:00200000:0.0:1789760790.196372:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.196392:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16312, 16312]
00020000:00200000:0.0:1789760790.196402:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66813952 chunk: [66813952, 66818048) 66818048, 4096
00020000:00200000:0.0:1789760790.196580:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.196604:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16312, 16312]
00000008:00010000:0.0:1789760790.196985:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.196992:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.197006:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66813952, 66818048) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.197021:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66813952=0x3fb8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.197279:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.197283:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66818048
00000020:00010000:0.0:1789760790.197293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.197296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.197300:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.197312:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.197316:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.197326:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.197333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.197357:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760790.197556:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 66813952<>66818048
00000080:00200000:0.0:1789760790.209624:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16312, 16312]
00000080:00200000:0.0:1789760790.209639:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.209645:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.209660:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66818048 i_blocks 130528
00000020:00200000:0.0:1789760790.209664:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.209674:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.209762:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66818048, count: 4096
00000080:00200000:0.0:1789760790.209770:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66818048, bytes: 4096
00000080:00200000:0.0:1789760790.209780:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.209789:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.209791:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66818048, 66822144) 0 0
00000080:00200000:0.0:1789760790.209796:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.209840:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16313, 16313]
00020000:00200000:0.0:1789760790.209849:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66818048 chunk: [66818048, 66822144) 66822144, 4096
00020000:00200000:0.0:1789760790.209853:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.209871:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16313, 16313]
00000008:00010000:0.0:1789760790.209888:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.209894:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.209904:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66818048, 66822144) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.209918:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66818048=0x3fb9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.209969:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.209971:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66822144
00000020:00010000:0.0:1789760790.209979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.209983:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.209986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.209989:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.209992:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.209998:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.210004:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.210018:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760790.210420:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 66818048<>66822144
00000100:00100000:3.0:1789760790.218759:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554855552:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.262393:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554855936:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.270742:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983626 gen 2
00000008:00010000:0.0:1789760790.270796:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760790.270841:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.270853:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.270881:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760790.270911:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554855936:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.271725:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856064:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.282347:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983627 gen 2
00000008:00010000:0.0:1789760790.282409:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760790.282418:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.282430:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.282454:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760790.282489:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856064:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.283250:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856192:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.294204:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983628 gen 2
00000008:00010000:0.0:1789760790.294255:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760790.294263:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.294274:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.294293:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760790.294332:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856192:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.295297:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856320:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.309953:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983629 gen 2
00000008:00010000:0.0:1789760790.310003:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760790.310011:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.310023:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.310050:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760790.310094:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856320:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.311492:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856448:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.324388:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983630 gen 2
00000008:00010000:0.0:1789760790.324438:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760790.324447:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.324459:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.324482:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760790.324513:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856448:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.325118:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.325133:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856576:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.335371:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983631 gen 2
00000008:00010000:0.0:1789760790.335499:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760790.335511:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.335526:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.335551:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760790.335593:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856576:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.337339:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.337360:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856704:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.347916:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983632 gen 2
00000008:00010000:0.0:1789760790.347967:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760790.347976:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.347988:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.348012:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760790.348043:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856704:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.349326:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856832:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.363083:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983633 gen 2
00000008:00010000:0.0:1789760790.363134:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760790.363143:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.363155:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.363268:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760790.363299:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554856832:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.364852:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856960:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.373424:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983634 gen 2
00000008:00010000:0.0:1789760790.373469:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760790.373476:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.373488:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.373511:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760790.373537:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554856960:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.374434:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.374452:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857088:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.387024:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983635 gen 2
00000008:00010000:0.0:1789760790.387087:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760790.387096:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.387107:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.387130:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760790.387161:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857088:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.388472:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.388493:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857216:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.401674:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983636 gen 2
00000008:00010000:0.0:1789760790.401778:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760790.401786:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.401798:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.401917:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760790.401949:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857216:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.402768:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.402787:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857344:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.413318:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983637 gen 2
00000008:00010000:0.0:1789760790.413369:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760790.413377:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.413389:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.413514:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760790.413547:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857344:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.415738:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.415766:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857472:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.426574:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983638 gen 2
00000008:00010000:0.0:1789760790.426630:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760790.426638:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.426662:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.426684:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760790.426716:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857472:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.427411:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857600:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.440729:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983639 gen 2
00000008:00010000:0.0:1789760790.440893:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760790.440902:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.440913:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.440996:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760790.441027:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554857600:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.442262:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000080:00200000:0.0:1789760790.456412:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16331, 16331]
00000080:00200000:0.0:1789760790.456433:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.456440:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.456457:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66895872 i_blocks 130680
00000020:00200000:0.0:1789760790.456462:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.456477:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.456568:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66895872, count: 4096
00000080:00200000:0.0:1789760790.456577:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66895872, bytes: 4096
00000080:00200000:0.0:1789760790.456593:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.456603:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.456605:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66895872, 66899968) 0 0
00000080:00200000:0.0:1789760790.456610:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.456846:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16332, 16332]
00020000:00200000:0.0:1789760790.456855:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66895872 chunk: [66895872, 66899968) 66899968, 4096
00020000:00200000:0.0:1789760790.456859:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.456948:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16332, 16332]
00000008:00010000:0.0:1789760790.456969:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.456975:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.456987:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [66895872, 66899968) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.457000:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=66895872=0x3fcc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.457177:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.457180:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 66899968
00000020:00010000:0.0:1789760790.457188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.457191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.457195:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.457198:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.457202:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.457209:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.457217:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.457242:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760790.458237:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 66895872<>66899968
00000100:00100000:0.0:1789760790.458584:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.458611:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857856:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.470158:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983641 gen 2
00000008:00010000:0.0:1789760790.470204:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:0.0:1789760790.470212:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.470223:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.470290:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:0.0:1789760790.470333:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857856:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.471594:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857984:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.478856:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983642 gen 2
00000008:00010000:0.0:1789760790.478908:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760790.478917:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.478930:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.478944:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760790.478973:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554857984:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.480008:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858112:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.490103:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983643 gen 2
00000008:00010000:0.0:1789760790.490153:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760790.490161:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.490172:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.490196:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760790.490224:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858112:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.492622:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.492646:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858240:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.502677:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983644 gen 2
00000008:00010000:0.0:1789760790.502729:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760790.502742:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.502754:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.502895:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760790.502923:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858240:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.503846:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.503861:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554858368:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.512105:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983645 gen 2
00000008:00010000:0.0:1789760790.512157:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760790.512165:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.512179:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.512204:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760790.512234:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554858368:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.513374:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.513393:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858496:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.524060:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983646 gen 2
00000008:00010000:0.0:1789760790.524110:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760790.524117:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.524128:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.524151:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760790.524182:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858496:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.524940:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.524959:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554858624:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.535791:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983647 gen 2
00010000:00010000:3.0:1789760790.541081:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760790.554126:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983648 gen 2
00000008:00010000:3.0:1789760790.554181:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760790.554190:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.554203:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.554629:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16339, 16339]
00000008:00010000:3.0:1789760790.554629:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000080:00200000:0.0:1789760790.554648:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.554654:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760790.554662:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554858752:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760790.554670:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 66928640 i_blocks 130744
00000020:00200000:0.0:1789760790.554673:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.554684:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.554714:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 66928640, count: 4096
00000080:00200000:0.0:1789760790.554723:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 66928640, bytes: 4096
00000080:00200000:0.0:1789760790.554733:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.554741:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.554743:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [66928640, 66932736) 0 0
00000080:00200000:0.0:1789760790.554747:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.554763:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16340, 16340]
00020000:00200000:0.0:1789760790.554772:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 66928640 chunk: [66928640, 66932736) 66932736, 4096
00020000:00200000:0.0:1789760790.554776:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.554796:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16340, 16340]
00000100:00100000:0.0:1789760790.555554:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.555572:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858880:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.568959:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983649 gen 2
00000008:00010000:0.0:1789760790.569010:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760790.569019:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.569030:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.569051:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760790.569202:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554858880:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.570402:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760790.570423:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554859008:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.583738:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983650 gen 2
00000100:00100000:3.0:1789760790.586688:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859136:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.598215:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554859264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.608112:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554859392:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.617463:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983653 gen 2
00000008:00010000:3.0:1789760790.617613:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760790.617622:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.617634:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.617653:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760790.617683:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554859392:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.619409:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.627309:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983654 gen 2
00000008:00010000:3.0:1789760790.627361:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760790.627370:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.627383:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.627476:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760790.627505:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.629825:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554859648:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.638582:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983655 gen 2
00000008:00010000:3.0:1789760790.638636:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760790.638645:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.638658:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.638678:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760790.638707:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554859648:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.639628:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859776:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.651791:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983656 gen 2
00000008:00010000:3.0:1789760790.652042:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760790.652050:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.652062:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.652418:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760790.652448:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859776:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.658015:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760790.658045:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859904:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.673725:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983657 gen 2
00000008:00010000:3.0:1789760790.673780:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760790.673789:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.673844:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.673862:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760790.673893:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554859904:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.674965:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860032:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.682580:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983658 gen 2
00000008:00010000:3.0:1789760790.682626:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760790.682635:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.682648:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.682666:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760790.682702:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860032:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.683883:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554860160:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.699926:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983659 gen 2
00000008:00010000:3.0:1789760790.699978:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760790.699986:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.699998:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.700019:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760790.700049:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554860160:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.701954:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860288:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.710284:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983660 gen 2
00000008:00010000:3.0:1789760790.710350:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760790.710359:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.710373:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.710393:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760790.710498:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860288:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.711590:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760790.711608:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860416:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.720363:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983661 gen 2
00000008:00010000:3.0:1789760790.720410:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760790.720418:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.720429:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.720449:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760790.720581:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860416:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.723679:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554860544:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.740012:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983662 gen 2
00000100:00100000:0.0:1789760790.748778:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554860672:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.757615:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983663 gen 2
00000008:00010000:0.0:1789760790.757667:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760790.757676:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.757688:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.757715:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760790.757746:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554860672:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.758663:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554860800:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.768211:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983664 gen 2
00000008:00010000:0.0:1789760790.768262:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760790.768271:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.768284:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.768335:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760790.768367:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554860800:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.769861:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554860928:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.788585:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983665 gen 2
00000008:00010000:0.0:1789760790.788638:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68000
00000020:00200000:0.0:1789760790.788647:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.788659:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.788691:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68000
00000100:00100000:0.0:1789760790.788724:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554860928:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.792577:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.792606:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554861056:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.804460:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983666 gen 2
00000008:00010000:0.0:1789760790.804513:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68d80
00000020:00200000:0.0:1789760790.804521:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.804534:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.804617:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68d80
00000100:00100000:0.0:1789760790.804649:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554861056:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.810622:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554861184:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.830742:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554861312:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760790.842634:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983668 gen 2
00000008:00010000:3.0:1789760790.842694:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760790.842702:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760790.842715:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760790.842795:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760790.842865:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554861312:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.847231:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554861440:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760790.862318:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16360, 16360]
00000080:00200000:3.0:1789760790.862348:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760790.862356:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760790.862373:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67014656 i_blocks 130912
00000020:00200000:3.0:1789760790.862379:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760790.862398:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760790.862431:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67014656, count: 4096
00000080:00200000:3.0:1789760790.862439:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67014656, bytes: 4096
00000080:00200000:3.0:1789760790.862450:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760790.862459:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760790.862462:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67014656, 67018752) 0 0
00000080:00200000:3.0:1789760790.862466:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760790.862483:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16361, 16361]
00020000:00200000:3.0:1789760790.862492:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67014656 chunk: [67014656, 67018752) 67018752, 4096
00020000:00200000:3.0:1789760790.862497:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760790.862518:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16361, 16361]
00000008:00010000:3.0:1789760790.862538:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760790.862543:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760790.862555:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67014656, 67018752) append 0 append lockpos 0
00000080:00200000:3.0:1789760790.862568:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67014656=0x3fe9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760790.862629:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760790.862632:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67018752
00000020:00010000:3.0:1789760790.862639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760790.862643:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760790.862645:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760790.862649:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760790.862652:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760790.862660:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760790.862667:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760790.865639:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9840
00000008:00100000:3.0:1789760790.865791:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9c00 - object 0x280000401:2 offset 67014656<>67018752
00000100:00100000:3.0:1789760790.865875:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760790.865903:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554861568:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760790.878273:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16361, 16361]
00000080:00200000:3.0:1789760790.878293:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760790.878309:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760790.878328:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67018752 i_blocks 130920
00000020:00200000:3.0:1789760790.878333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760790.878353:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760790.878387:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67018752, count: 4096
00000080:00200000:3.0:1789760790.878394:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67018752, bytes: 4096
00000080:00200000:3.0:1789760790.878405:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760790.878414:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760790.878416:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67018752, 67022848) 0 0
00000080:00200000:3.0:1789760790.878421:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760790.878437:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16362, 16362]
00020000:00200000:3.0:1789760790.878446:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67018752 chunk: [67018752, 67022848) 67022848, 4096
00020000:00200000:3.0:1789760790.878451:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760790.878471:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16362, 16362]
00000008:00010000:3.0:1789760790.878488:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760790.878494:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760790.878505:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67018752, 67022848) append 0 append lockpos 0
00000080:00200000:3.0:1789760790.878519:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67018752=0x3fea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760790.878575:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760790.878578:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67022848
00000020:00010000:3.0:1789760790.878585:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:3.0:1789760790.878588:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760790.878591:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760790.878594:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760790.878598:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760790.878605:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760790.878611:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760790.878628:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9480
00000008:00100000:3.0:1789760790.878732:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb800 - object 0x280000401:2 offset 67018752<>67022848
00000020:00200000:2.0:1789760790.894024:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.894036:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.894228:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9480
00000100:00100000:2.0:1789760790.894260:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554861696:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760790.895214:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16362, 16362]
00000080:00200000:3.0:1789760790.895233:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760790.895239:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.895692:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67022848 i_blocks 130928
00000020:00200000:2.0:1789760790.895699:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.895712:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.895747:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67022848, count: 4096
00000080:00200000:2.0:1789760790.895755:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67022848, bytes: 4096
00000080:00200000:2.0:1789760790.895770:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.895779:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.895781:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67022848, 67026944) 0 0
00000080:00200000:2.0:1789760790.895785:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.895976:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16363, 16363]
00020000:00200000:2.0:1789760790.895986:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67022848 chunk: [67022848, 67026944) 67026944, 4096
00020000:00200000:2.0:1789760790.895992:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.896015:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16363, 16363]
00000008:00010000:2.0:1789760790.896035:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.896041:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760790.896052:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67022848, 67026944) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.896065:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67022848=0x3feb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.896126:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.896129:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67026944
00000020:00010000:2.0:1789760790.896138:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.896141:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.896144:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.896148:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.896151:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.896160:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.896166:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.896183:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c300
00000008:00100000:2.0:1789760790.896293:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 67022848<>67026944
00000100:00100000:3.0:1789760790.896622:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554861824:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760790.907952:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983672 gen 2
00000008:00010000:2.0:1789760790.908003:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:2.0:1789760790.908011:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760790.908024:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760790.908052:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:2.0:1789760790.908083:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554861824:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760790.923916:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16364, 16364]
00000080:00200000:0.0:1789760790.923933:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.923939:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.923955:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67031040 i_blocks 130944
00000020:00200000:0.0:1789760790.923958:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.923969:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.924003:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67031040, count: 4096
00000080:00200000:0.0:1789760790.924010:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67031040, bytes: 4096
00000080:00200000:0.0:1789760790.924022:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.924031:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.924034:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67031040, 67035136) 0 0
00000080:00200000:0.0:1789760790.924038:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.924056:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16365, 16365]
00020000:00200000:0.0:1789760790.924064:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67031040 chunk: [67031040, 67035136) 67035136, 4096
00020000:00200000:0.0:1789760790.924068:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.924089:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16365, 16365]
00000008:00010000:0.0:1789760790.924107:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.924113:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.924125:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67031040, 67035136) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.924140:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67031040=0x3fed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.924205:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.924208:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67035136
00000020:00010000:0.0:1789760790.924217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.924220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.924224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.924227:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.924231:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.924239:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.924246:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.924262:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760790.924381:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67031040<>67035136
00000100:00100000:0.0:1789760790.924424:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.924441:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.939504:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983674 gen 2
00000008:00010000:0.0:1789760790.939554:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:0.0:1789760790.939563:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.939575:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.939605:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:0.0:1789760790.939635:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862080:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760790.959773:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16366, 16366]
00000080:00200000:0.0:1789760790.959791:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.959796:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.959854:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67039232 i_blocks 130960
00000020:00200000:0.0:1789760790.959858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.959871:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.959905:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67039232, count: 4096
00000080:00200000:0.0:1789760790.959914:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67039232, bytes: 4096
00000080:00200000:0.0:1789760790.959924:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.959934:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.959936:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67039232, 67043328) 0 0
00000080:00200000:0.0:1789760790.959940:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.959956:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16367, 16367]
00020000:00200000:0.0:1789760790.959964:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67039232 chunk: [67039232, 67043328) 67043328, 4096
00020000:00200000:0.0:1789760790.959968:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.959987:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16367, 16367]
00000008:00010000:0.0:1789760790.960004:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.960010:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760790.960021:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67039232, 67043328) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.960033:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67039232=0x3fef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.960486:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.960490:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67043328
00000020:00010000:0.0:1789760790.960500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.960504:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.960508:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.960512:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.960515:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.960523:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.960529:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.960600:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760790.960770:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67039232<>67043328
00000100:00100000:0.0:1789760790.960827:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.960845:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.971686:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983676 gen 2
00000008:00010000:0.0:1789760790.971740:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:0.0:1789760790.971748:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.971759:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.971780:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:0.0:1789760790.971851:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.977108:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.987573:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983677 gen 2
00000008:00010000:0.0:1789760790.987622:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760790.987631:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760790.987642:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760790.987668:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760790.987694:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862464:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760790.989428:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760790.989454:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.003874:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983678 gen 2
00000008:00010000:0.0:1789760791.003926:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760791.003934:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.003961:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.003986:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760791.004019:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.005749:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862720:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.019578:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983679 gen 2
00000008:00010000:0.0:1789760791.019634:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760791.019643:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.019656:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.019685:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760791.019722:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862720:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.020833:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554862848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.033710:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983680 gen 2
00000008:00010000:0.0:1789760791.033764:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68b40
00000020:00200000:0.0:1789760791.033773:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.033785:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.033854:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68b40
00000100:00100000:0.0:1789760791.033884:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554862848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.034841:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862976:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.047885:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983681 gen 2
00000008:00010000:0.0:1789760791.047938:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760791.047946:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.047959:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.047990:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000080:00200000:2.0:1789760791.048021:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16372, 16372]
00000080:00200000:2.0:1789760791.048040:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.048046:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.048077:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67063808 i_blocks 131008
00000020:00200000:2.0:1789760791.048082:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.048094:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.048134:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67063808, count: 4096
00000080:00200000:2.0:1789760791.048143:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67063808, bytes: 4096
00000080:00200000:2.0:1789760791.048155:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.048164:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.048167:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67063808, 67067904) 0 0
00000080:00200000:2.0:1789760791.048171:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000100:00100000:0.0:1789760791.048178:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554862976:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.048190:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16373, 16373]
00020000:00200000:2.0:1789760791.048200:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67063808 chunk: [67063808, 67067904) 67067904, 4096
00020000:00200000:2.0:1789760791.048205:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.048224:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16373, 16373]
00000008:00010000:2.0:1789760791.048243:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.048249:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.048261:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67063808, 67067904) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.048276:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67063808=0x3ff5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.048342:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.048345:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67067904
00000020:00010000:2.0:1789760791.048352:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.048357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.048359:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.048363:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.048366:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.048373:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.048380:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.048395:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c300
00000008:00100000:2.0:1789760791.048492:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 67063808<>67067904
00000100:00100000:3.0:1789760791.048567:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554863104:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.058847:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983682 gen 2
00000008:00010000:2.0:1789760791.058893:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:2.0:1789760791.058902:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.058915:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.058940:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:2.0:1789760791.058975:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554863104:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.059715:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863232:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.073630:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983683 gen 2
00000008:00010000:0.0:1789760791.073674:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760791.073691:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.073702:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.073722:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760791.073750:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863232:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.074759:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863360:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.089093:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983684 gen 2
00000008:00010000:0.0:1789760791.089145:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760791.089154:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.089165:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.089189:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760791.089215:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863360:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.090509:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.090531:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.108859:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983685 gen 2
00000008:00010000:0.0:1789760791.108919:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760791.108928:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.108940:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.108953:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760791.108983:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863488:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.109721:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.121480:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983686 gen 2
00000008:00010000:0.0:1789760791.121529:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760791.121537:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.121548:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.121571:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760791.121598:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554863616:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.122526:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.135771:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983687 gen 2
00000008:00010000:0.0:1789760791.135881:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760791.135891:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.135903:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.135919:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760791.136071:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863744:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.138792:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760791.138877:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.154023:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983688 gen 2
00000008:00010000:0.0:1789760791.154090:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760791.154098:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.154111:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.154139:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760791.154171:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554863872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.155857:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.155887:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.165922:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983689 gen 2
00000008:00010000:0.0:1789760791.165974:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760791.165982:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.165993:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.166020:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760791.167501:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864000:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760791.167560:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:0.0:1789760791.167940:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67096576<>67100672
00000100:00100000:0.0:1789760791.167996:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864128:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.195595:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16381, 16381]
00000080:00200000:2.0:1789760791.196034:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.196042:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.196118:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67100672 i_blocks 131080
00000020:00200000:2.0:1789760791.196123:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.196136:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.196171:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67100672, count: 4096
00000080:00200000:2.0:1789760791.196178:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67100672, bytes: 4096
00000080:00200000:2.0:1789760791.196194:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.196203:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.196205:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67100672, 67104768) 0 0
00000080:00200000:2.0:1789760791.196210:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.196226:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16382, 16382]
00020000:00200000:2.0:1789760791.196235:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67100672 chunk: [67100672, 67104768) 67104768, 4096
00020000:00200000:2.0:1789760791.196239:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.196262:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16382, 16382]
00000008:00010000:2.0:1789760791.196281:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.196288:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.196310:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67100672, 67104768) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.196391:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67100672=0x3ffe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.196459:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.196462:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67104768
00000020:00010000:2.0:1789760791.196470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.196475:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.196478:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.196482:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.196485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.196494:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.196501:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.196524:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c300
00000008:00100000:2.0:1789760791.196837:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 67100672<>67104768
00000100:00100000:2.0:1789760791.196899:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760791.196921:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554864256:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760791.218891:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983691 gen 2
00000008:00010000:3.0:1789760791.218951:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c300
00000020:00200000:3.0:1789760791.218961:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.218974:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.219073:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c300
00000100:00100000:3.0:1789760791.219106:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554864256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.221003:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554864384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.232432:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983692 gen 2
00000008:00010000:0.0:1789760791.232488:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760791.232496:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.232509:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.232533:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760791.232563:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554864384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.233647:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864512:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.243644:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983693 gen 2
00000008:00010000:0.0:1789760791.243750:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760791.243758:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.243769:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.243876:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760791.243907:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864512:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.245708:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554864640:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.256921:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983694 gen 2
00000008:00010000:0.0:1789760791.256967:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760791.256975:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.256987:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.257012:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760791.257044:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554864640:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.260857:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864768:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.273016:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983695 gen 2
00000008:00010000:0.0:1789760791.273067:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760791.273076:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.273088:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.273113:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760791.273145:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554864768:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.286080:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16387, 16387]
00000080:00200000:2.0:1789760791.286617:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.286625:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.286643:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67125248 i_blocks 131128
00000020:00200000:2.0:1789760791.286647:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.286661:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.286690:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67125248, count: 4096
00000080:00200000:2.0:1789760791.286698:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67125248, bytes: 4096
00000080:00200000:2.0:1789760791.286711:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.286720:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.286722:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67125248, 67129344) 0 0
00000080:00200000:2.0:1789760791.286727:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.286744:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16388, 16388]
00020000:00200000:2.0:1789760791.286753:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67125248 chunk: [67125248, 67129344) 67129344, 4096
00020000:00200000:2.0:1789760791.286757:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.286777:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16388, 16388]
00000008:00010000:2.0:1789760791.286795:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.286847:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.286860:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67125248, 67129344) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.286967:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67125248=0x4004000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.287042:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.287046:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67129344
00000020:00010000:2.0:1789760791.287055:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.287059:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.287062:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.287065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.287068:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.287076:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.287083:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.287104:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760791.287225:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 67125248<>67129344
00000100:00100000:3.0:1789760791.287619:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760791.287644:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865024:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.295535:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983697 gen 2
00000008:00010000:2.0:1789760791.295588:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760791.295596:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.295608:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.295625:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760791.295656:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865024:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.295851:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16388, 16388]
00000080:00200000:3.0:1789760791.295869:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.295887:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.295903:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67129344 i_blocks 131136
00000020:00200000:3.0:1789760791.295907:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.295918:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.295992:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67129344, count: 4096
00000080:00200000:3.0:1789760791.296000:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67129344, bytes: 4096
00000080:00200000:3.0:1789760791.296016:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.296026:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.296028:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67129344, 67133440) 0 0
00000080:00200000:3.0:1789760791.296033:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.296059:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16389, 16389]
00020000:00200000:3.0:1789760791.296067:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67129344 chunk: [67129344, 67133440) 67133440, 4096
00020000:00200000:3.0:1789760791.296072:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.296094:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16389, 16389]
00000008:00010000:3.0:1789760791.296114:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.296119:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760791.296131:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67129344, 67133440) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.296146:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67129344=0x4005000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.296209:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.296213:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67133440
00000020:00010000:3.0:1789760791.296221:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.296224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.296228:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.296231:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.296234:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.296242:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.296249:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.296268:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d99c0
00000008:00100000:3.0:1789760791.296379:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9880 - object 0x280000401:2 offset 67129344<>67133440
00000100:00100000:3.0:1789760791.296426:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760791.296442:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554865152:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.305512:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983698 gen 2
00000008:00010000:2.0:1789760791.305562:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d99c0
00000020:00200000:2.0:1789760791.305570:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.305581:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.305603:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d99c0
00000100:00100000:2.0:1789760791.305633:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554865152:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.305845:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16389, 16389]
00000080:00200000:3.0:1789760791.305863:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.305869:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.305884:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67133440 i_blocks 131144
00000020:00200000:3.0:1789760791.305888:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.305899:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.305940:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67133440, count: 4096
00000080:00200000:3.0:1789760791.305958:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67133440, bytes: 4096
00000080:00200000:3.0:1789760791.305969:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.305978:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.305980:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67133440, 67137536) 0 0
00000080:00200000:3.0:1789760791.305985:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.306002:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16390, 16390]
00020000:00200000:3.0:1789760791.306011:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67133440 chunk: [67133440, 67137536) 67137536, 4096
00020000:00200000:3.0:1789760791.306016:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.306037:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16390, 16390]
00000008:00010000:3.0:1789760791.306055:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.306061:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760791.306073:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67133440, 67137536) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.306192:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67133440=0x4006000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.306261:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.306264:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67137536
00000020:00010000:3.0:1789760791.306272:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.306276:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.306279:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.306282:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.306285:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.306291:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.306311:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.306328:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9d80
00000008:00100000:3.0:1789760791.306443:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 67133440<>67137536
00000100:00100000:2.0:1789760791.306698:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.306719:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865280:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.318471:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983699 gen 2
00000008:00010000:2.0:1789760791.318523:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9d80
00000020:00200000:2.0:1789760791.318531:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.318542:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.318559:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9d80
00000100:00100000:2.0:1789760791.318592:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865280:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.319236:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16390, 16390]
00000080:00200000:3.0:1789760791.319253:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.319259:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.319273:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67137536 i_blocks 131152
00000020:00200000:3.0:1789760791.319277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.319287:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.319333:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67137536, count: 4096
00000080:00200000:3.0:1789760791.319340:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67137536, bytes: 4096
00000080:00200000:3.0:1789760791.319350:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.319358:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.319360:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67137536, 67141632) 0 0
00000080:00200000:3.0:1789760791.319365:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.319380:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16391, 16391]
00020000:00200000:3.0:1789760791.319388:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67137536 chunk: [67137536, 67141632) 67141632, 4096
00020000:00200000:3.0:1789760791.319392:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.319411:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16391, 16391]
00000008:00010000:3.0:1789760791.319427:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.319432:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760791.319444:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67137536, 67141632) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.319457:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67137536=0x4007000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.319511:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.319514:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67141632
00000020:00010000:3.0:1789760791.319522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.319526:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.319528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.319531:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.319534:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.319541:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.319547:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.319563:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9300
00000008:00100000:3.0:1789760791.319661:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67137536<>67141632
00000100:00100000:3.0:1789760791.319703:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760791.319722:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554865408:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.331596:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983700 gen 2
00000008:00010000:2.0:1789760791.331650:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9300
00000020:00200000:2.0:1789760791.331659:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.331681:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.331704:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9300
00000100:00100000:2.0:1789760791.331738:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554865408:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.332262:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16391, 16391]
00000080:00200000:3.0:1789760791.332281:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.332287:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760791.332315:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67141632 i_blocks 131160
00000020:00200000:3.0:1789760791.332319:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760791.332331:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760791.332364:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67141632, count: 4096
00000080:00200000:3.0:1789760791.332371:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67141632, bytes: 4096
00000080:00200000:3.0:1789760791.332383:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760791.332391:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760791.332394:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67141632, 67145728) 0 0
00000080:00200000:3.0:1789760791.332398:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760791.332414:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16392, 16392]
00020000:00200000:3.0:1789760791.332423:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67141632 chunk: [67141632, 67145728) 67145728, 4096
00020000:00200000:3.0:1789760791.332428:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760791.332457:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16392, 16392]
00000008:00010000:3.0:1789760791.332479:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760791.332486:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760791.332499:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67141632, 67145728) append 0 append lockpos 0
00000080:00200000:3.0:1789760791.332514:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67141632=0x4008000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760791.332579:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760791.332582:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67145728
00000020:00010000:3.0:1789760791.332591:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:3.0:1789760791.332594:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.332597:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760791.332601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760791.332604:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760791.332612:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760791.332619:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760791.332639:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9f00
00000008:00100000:3.0:1789760791.332762:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb480 - object 0x280000401:2 offset 67141632<>67145728
00000100:00100000:2.0:1789760791.333222:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.333249:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865536:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.342225:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983701 gen 2
00000008:00010000:2.0:1789760791.342281:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9f00
00000020:00200000:2.0:1789760791.342291:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.342311:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.342383:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9f00
00000100:00100000:2.0:1789760791.342418:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865536:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.342512:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16392, 16392]
00000080:00200000:3.0:1789760791.342530:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.342535:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.342637:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67145728 i_blocks 131168
00000020:00200000:2.0:1789760791.342642:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.342651:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.342754:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67145728, count: 4096
00000080:00200000:2.0:1789760791.342763:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67145728, bytes: 4096
00000080:00200000:2.0:1789760791.342777:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.342785:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.342788:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67145728, 67149824) 0 0
00000080:00200000:2.0:1789760791.342793:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.342835:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16393, 16393]
00020000:00200000:2.0:1789760791.342844:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67145728 chunk: [67145728, 67149824) 67149824, 4096
00020000:00200000:2.0:1789760791.342848:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.342870:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16393, 16393]
00000008:00010000:2.0:1789760791.342889:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.342936:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.342950:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67145728, 67149824) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.342965:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67145728=0x4009000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.343026:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.343029:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67149824
00000020:00010000:2.0:1789760791.343038:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.343041:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.343045:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.343162:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.343167:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.343177:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.343185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.343237:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760791.343351:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 67145728<>67149824
00000100:00100000:3.0:1789760791.343424:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865664:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.355526:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983702 gen 2
00000008:00010000:2.0:1789760791.355581:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760791.355591:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.355604:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.355635:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760791.355667:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554865664:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.355900:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16393, 16393]
00000080:00200000:0.0:1789760791.355916:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.355923:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.355938:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67149824 i_blocks 131176
00000020:00200000:0.0:1789760791.355943:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.355953:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.355987:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67149824, count: 4096
00000080:00200000:0.0:1789760791.355995:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67149824, bytes: 4096
00000080:00200000:0.0:1789760791.356006:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.356014:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.356017:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67149824, 67153920) 0 0
00000080:00200000:0.0:1789760791.356022:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.356036:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16394, 16394]
00020000:00200000:0.0:1789760791.356045:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67149824 chunk: [67149824, 67153920) 67153920, 4096
00020000:00200000:0.0:1789760791.356183:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.356207:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16394, 16394]
00000008:00010000:0.0:1789760791.356227:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.356233:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.356245:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67149824, 67153920) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.356259:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67149824=0x400a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.356330:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.356333:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67153920
00000020:00010000:0.0:1789760791.356341:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.356344:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.356347:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.356350:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.356352:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.356359:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.356366:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.356383:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760791.356491:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67149824<>67153920
00000080:00200000:0.0:1789760791.370842:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16394, 16394]
00000080:00200000:0.0:1789760791.370866:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.370873:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.370888:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67153920 i_blocks 131184
00000020:00200000:0.0:1789760791.370892:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.370904:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.370937:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67153920, count: 4096
00000080:00200000:0.0:1789760791.370944:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67153920, bytes: 4096
00000080:00200000:0.0:1789760791.370957:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.370966:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.370968:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67153920, 67158016) 0 0
00000080:00200000:0.0:1789760791.370973:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.370989:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16395, 16395]
00020000:00200000:0.0:1789760791.370997:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67153920 chunk: [67153920, 67158016) 67158016, 4096
00020000:00200000:0.0:1789760791.371002:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.371022:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16395, 16395]
00000008:00010000:0.0:1789760791.371041:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.371048:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.371060:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67153920, 67158016) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.371074:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67153920=0x400b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.371140:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.371144:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67158016
00000020:00010000:0.0:1789760791.371154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.371158:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.371161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.371164:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.371168:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.371176:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.371182:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.371200:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760791.371764:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67153920<>67158016
00000080:00200000:0.0:1789760791.385664:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16395, 16395]
00000080:00200000:0.0:1789760791.385691:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.385698:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.385714:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67158016 i_blocks 131192
00000020:00200000:0.0:1789760791.385717:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.385727:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.385761:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67158016, count: 4096
00000080:00200000:0.0:1789760791.385768:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67158016, bytes: 4096
00000080:00200000:0.0:1789760791.385779:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.385788:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.385791:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67158016, 67162112) 0 0
00000080:00200000:0.0:1789760791.385795:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.385849:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16396, 16396]
00020000:00200000:0.0:1789760791.385859:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67158016 chunk: [67158016, 67162112) 67162112, 4096
00020000:00200000:0.0:1789760791.385864:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.385885:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16396, 16396]
00000008:00010000:0.0:1789760791.385904:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.385910:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.385923:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67158016, 67162112) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.385937:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67158016=0x400c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.385994:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.385997:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67162112
00000020:00010000:0.0:1789760791.386005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.386009:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.386012:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.386015:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.386018:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.386025:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.386033:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.386059:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760791.386184:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67158016<>67162112
00000100:00100000:1.0:1789760791.395723:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866048:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.396191:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16396, 16396]
00000080:00200000:0.0:1789760791.396209:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.396216:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.396235:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67162112 i_blocks 131200
00000020:00200000:0.0:1789760791.396239:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.396250:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.396285:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67162112, count: 4096
00000080:00200000:0.0:1789760791.396303:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67162112, bytes: 4096
00000080:00200000:0.0:1789760791.396315:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.396324:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.396326:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67162112, 67166208) 0 0
00000080:00200000:0.0:1789760791.396331:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.396349:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16397, 16397]
00020000:00200000:0.0:1789760791.396359:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67162112 chunk: [67162112, 67166208) 67166208, 4096
00020000:00200000:0.0:1789760791.396363:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.396385:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16397, 16397]
00000008:00010000:0.0:1789760791.396403:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.396409:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.396423:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67162112, 67166208) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.396438:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67162112=0x400d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.396501:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.396504:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67166208
00000020:00010000:0.0:1789760791.396513:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.396517:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.396519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.396522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.396525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.396532:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.396539:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.396557:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760791.396666:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67162112<>67166208
00000100:00100000:1.0:1789760791.396854:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866176:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.409311:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983706 gen 2
00000008:00010000:1.0:1789760791.409368:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760791.409377:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.409390:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.409470:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760791.409500:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866176:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.410655:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16397, 16397]
00000080:00200000:0.0:1789760791.410784:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.410791:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.410825:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67166208 i_blocks 131208
00000020:00200000:0.0:1789760791.410830:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.410843:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.410877:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67166208, count: 4096
00000080:00200000:0.0:1789760791.410887:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67166208, bytes: 4096
00000080:00200000:0.0:1789760791.411023:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.411034:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.411036:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67166208, 67170304) 0 0
00000080:00200000:0.0:1789760791.411041:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.411057:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16398, 16398]
00020000:00200000:0.0:1789760791.411067:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67166208 chunk: [67166208, 67170304) 67170304, 4096
00020000:00200000:0.0:1789760791.411071:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.411093:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16398, 16398]
00000008:00010000:0.0:1789760791.411115:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.411121:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.411132:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67166208, 67170304) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.411147:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67166208=0x400e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.411218:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.411221:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67170304
00000020:00010000:0.0:1789760791.411229:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.411233:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.411236:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.411245:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.411248:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.411255:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.411262:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.411284:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760791.411478:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67166208<>67170304
00000100:00100000:1.0:1789760791.411628:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866304:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.423923:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983707 gen 2
00000008:00010000:1.0:1789760791.423984:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760791.423993:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.424004:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.424253:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760791.424284:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866304:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.424373:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16398, 16398]
00000080:00200000:0.0:1789760791.424389:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.424395:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.424410:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67170304 i_blocks 131216
00000020:00200000:0.0:1789760791.424414:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.424425:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.424458:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67170304, count: 4096
00000080:00200000:0.0:1789760791.424465:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67170304, bytes: 4096
00000080:00200000:0.0:1789760791.424475:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.424484:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.424486:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67170304, 67174400) 0 0
00000080:00200000:0.0:1789760791.424491:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.424507:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16399, 16399]
00020000:00200000:0.0:1789760791.424517:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67170304 chunk: [67170304, 67174400) 67174400, 4096
00020000:00200000:0.0:1789760791.424522:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.424543:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16399, 16399]
00000008:00010000:0.0:1789760791.424562:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.424568:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.424579:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67170304, 67174400) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.424593:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67170304=0x400f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.424651:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.424654:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67174400
00000020:00010000:0.0:1789760791.424663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.424667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.424785:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.424789:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.424792:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.424820:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.424826:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.424841:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760791.424934:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67170304<>67174400
00000100:00100000:1.0:1789760791.424999:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866432:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.435350:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983708 gen 2
00000008:00010000:1.0:1789760791.435406:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760791.435419:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.435431:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.435452:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760791.435484:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866432:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.435651:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16399, 16399]
00000080:00200000:0.0:1789760791.435677:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.435689:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.435705:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67174400 i_blocks 131224
00000020:00200000:0.0:1789760791.435710:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.435721:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.435756:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67174400, count: 4096
00000080:00200000:0.0:1789760791.435764:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67174400, bytes: 4096
00000080:00200000:0.0:1789760791.435774:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.435783:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.435786:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67174400, 67178496) 0 0
00000080:00200000:0.0:1789760791.435790:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.435832:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16400, 16400]
00020000:00200000:0.0:1789760791.435843:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67174400 chunk: [67174400, 67178496) 67178496, 4096
00020000:00200000:0.0:1789760791.435848:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.435869:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16400, 16400]
00000008:00010000:0.0:1789760791.435889:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.435896:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.435909:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67174400, 67178496) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.435923:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67174400=0x4010000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.435987:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.435990:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67178496
00000020:00010000:0.0:1789760791.436001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.436005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.436008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.436011:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.436014:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.436022:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.436029:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.436047:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760791.436447:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67174400<>67178496
00000100:00100000:1.0:1789760791.436573:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866560:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.445359:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983709 gen 2
00000008:00010000:1.0:1789760791.445412:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760791.445422:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.445434:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.445577:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760791.445612:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866560:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.446003:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16400, 16400]
00000080:00200000:0.0:1789760791.446019:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.446025:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.446042:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67178496 i_blocks 131232
00000020:00200000:0.0:1789760791.446046:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.446057:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.446193:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67178496, count: 4096
00000080:00200000:0.0:1789760791.446205:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67178496, bytes: 4096
00000080:00200000:0.0:1789760791.446220:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.446230:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.446232:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67178496, 67182592) 0 0
00000080:00200000:0.0:1789760791.446238:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.446258:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16401, 16401]
00020000:00200000:0.0:1789760791.446269:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67178496 chunk: [67178496, 67182592) 67182592, 4096
00020000:00200000:0.0:1789760791.446274:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.446304:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16401, 16401]
00000008:00010000:0.0:1789760791.446325:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.446331:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.446344:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67178496, 67182592) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.446360:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67178496=0x4011000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.446430:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.446434:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67182592
00000020:00010000:0.0:1789760791.446443:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.446447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.446451:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.446455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.446458:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.446465:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.446472:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.446492:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760791.446651:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67178496<>67182592
00000100:00100000:1.0:1789760791.446726:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866688:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.458542:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983710 gen 2
00000008:00010000:1.0:1789760791.458601:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760791.458610:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.458621:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.458646:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000080:00200000:0.0:1789760791.458973:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16401, 16401]
00000080:00200000:0.0:1789760791.458996:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.459004:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.459022:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67182592 i_blocks 131240
00000020:00200000:0.0:1789760791.459026:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.459037:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.459089:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67182592, count: 4096
00000080:00200000:0.0:1789760791.459099:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67182592, bytes: 4096
00000080:00200000:0.0:1789760791.459110:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.459119:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.459121:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67182592, 67186688) 0 0
00000080:00200000:0.0:1789760791.459125:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.459143:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16402, 16402]
00020000:00200000:0.0:1789760791.459153:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67182592 chunk: [67182592, 67186688) 67186688, 4096
00020000:00200000:0.0:1789760791.459157:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.459178:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16402, 16402]
00000008:00010000:0.0:1789760791.459197:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.459203:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.459215:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67182592, 67186688) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.459229:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67182592=0x4012000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.459282:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.459285:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67186688
00000100:00100000:1.0:1789760791.459851:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554866688:192.168.203.122@tcp:4:dd.0
00000008:00010000:1.0:1789760791.459909:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:1.0:1789760791.460097:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67182592<>67186688
00000100:00100000:1.0:1789760791.460146:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866816:192.168.203.122@tcp:4:dd.0
00000020:00010000:0.0:1789760791.460213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.460219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.460222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.460226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.460229:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.460239:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.460248:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760791.474211:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983711 gen 2
00000008:00010000:1.0:1789760791.474264:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760791.474273:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.474283:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.474648:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760791.475154:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866816:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.475259:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16402, 16402]
00000080:00200000:0.0:1789760791.475275:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.475282:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.475309:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67186688 i_blocks 131248
00000020:00200000:0.0:1789760791.475314:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.475325:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.475358:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67186688, count: 4096
00000080:00200000:0.0:1789760791.475366:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67186688, bytes: 4096
00000080:00200000:0.0:1789760791.475452:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.475462:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.475464:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67186688, 67190784) 0 0
00000080:00200000:0.0:1789760791.475469:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.475485:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16403, 16403]
00020000:00200000:0.0:1789760791.475492:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67186688 chunk: [67186688, 67190784) 67190784, 4096
00020000:00200000:0.0:1789760791.475497:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.475520:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16403, 16403]
00000008:00010000:0.0:1789760791.475537:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.475543:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.475555:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67186688, 67190784) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.475721:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67186688=0x4013000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.475791:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.475794:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67190784
00000020:00010000:0.0:1789760791.475827:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.475831:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.475834:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.475837:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.475841:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.475849:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.475856:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.475873:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760791.475982:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67186688<>67190784
00000100:00100000:1.0:1789760791.476266:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.476286:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866944:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.485370:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983712 gen 2
00000008:00010000:1.0:1789760791.485444:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760791.485452:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.485465:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.485490:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760791.485519:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554866944:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.485731:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16403, 16403]
00000080:00200000:0.0:1789760791.485749:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.485754:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.485771:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67190784 i_blocks 131256
00000020:00200000:0.0:1789760791.485775:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.485785:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.485864:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67190784, count: 4096
00000080:00200000:0.0:1789760791.485872:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67190784, bytes: 4096
00000080:00200000:0.0:1789760791.485882:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.485892:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.485895:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67190784, 67194880) 0 0
00000080:00200000:0.0:1789760791.485899:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.485917:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16404, 16404]
00020000:00200000:0.0:1789760791.485926:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67190784 chunk: [67190784, 67194880) 67194880, 4096
00020000:00200000:0.0:1789760791.485930:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.485951:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16404, 16404]
00000008:00010000:0.0:1789760791.485971:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.485977:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.485990:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67190784, 67194880) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.486004:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67190784=0x4014000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.486086:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.486089:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67194880
00000020:00010000:0.0:1789760791.486098:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.486102:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.486105:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.486109:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.486112:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.486120:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.486128:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.486147:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760791.486254:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67190784<>67194880
00000100:00100000:1.0:1789760791.486369:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867072:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.498770:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983713 gen 2
00000008:00010000:1.0:1789760791.498868:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760791.498876:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.498887:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.498900:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760791.498933:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867072:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.499040:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16404, 16404]
00000080:00200000:0.0:1789760791.499056:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.499269:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.499287:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67194880 i_blocks 131264
00000020:00200000:0.0:1789760791.499304:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.499315:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.499349:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67194880, count: 4096
00000080:00200000:0.0:1789760791.499356:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67194880, bytes: 4096
00000080:00200000:0.0:1789760791.499366:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.499374:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.499376:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67194880, 67198976) 0 0
00000080:00200000:0.0:1789760791.499537:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.499558:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16405, 16405]
00020000:00200000:0.0:1789760791.499567:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67194880 chunk: [67194880, 67198976) 67198976, 4096
00020000:00200000:0.0:1789760791.499572:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.499593:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16405, 16405]
00000008:00010000:0.0:1789760791.499612:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.499617:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.499630:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67194880, 67198976) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.499676:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67194880=0x4015000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.499744:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.499747:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67198976
00000020:00010000:0.0:1789760791.499757:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.499761:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.499764:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.499768:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.499771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.499779:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.499785:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.499855:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760791.499959:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67194880<>67198976
00000100:00100000:1.0:1789760791.500055:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.500076:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867200:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.518543:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983714 gen 2
00000008:00010000:1.0:1789760791.518601:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760791.518611:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.518623:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.518649:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760791.518682:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867200:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.519182:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16405, 16405]
00000080:00200000:0.0:1789760791.519198:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.519205:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.519222:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67198976 i_blocks 131272
00000020:00200000:0.0:1789760791.519227:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.519239:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.519273:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67198976, count: 4096
00000080:00200000:0.0:1789760791.519282:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67198976, bytes: 4096
00000080:00200000:0.0:1789760791.519638:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.519656:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.519658:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67198976, 67203072) 0 0
00000080:00200000:0.0:1789760791.519663:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.519679:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16406, 16406]
00020000:00200000:0.0:1789760791.519688:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67198976 chunk: [67198976, 67203072) 67203072, 4096
00020000:00200000:0.0:1789760791.519692:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.519716:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16406, 16406]
00000008:00010000:0.0:1789760791.519735:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.519740:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.519751:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67198976, 67203072) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.519765:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67198976=0x4016000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.519864:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.519868:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67203072
00000020:00010000:0.0:1789760791.519876:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.519880:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.519883:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.519886:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.519889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.519897:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.519904:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.519923:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760791.520030:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67198976<>67203072
00000100:00100000:1.0:1789760791.520766:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867328:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.534637:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983715 gen 2
00000008:00010000:1.0:1789760791.534765:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760791.534773:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.534784:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.534851:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000080:00200000:0.0:1789760791.534865:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16406, 16406]
00000080:00200000:0.0:1789760791.534883:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:1.0:1789760791.534884:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867328:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.534892:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.534909:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67203072 i_blocks 131280
00000020:00200000:0.0:1789760791.534912:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.534923:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.534955:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67203072, count: 4096
00000080:00200000:0.0:1789760791.534962:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67203072, bytes: 4096
00000080:00200000:0.0:1789760791.534971:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.534980:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.534982:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67203072, 67207168) 0 0
00000080:00200000:0.0:1789760791.534987:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.535004:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16407, 16407]
00020000:00200000:0.0:1789760791.535012:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67203072 chunk: [67203072, 67207168) 67207168, 4096
00020000:00200000:0.0:1789760791.535016:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.535037:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16407, 16407]
00000008:00010000:0.0:1789760791.535075:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.535081:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.535093:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67203072, 67207168) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.535106:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67203072=0x4017000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.535167:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.535170:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67207168
00000020:00010000:0.0:1789760791.535179:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.535182:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.535185:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.535189:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.535192:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.535199:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.535206:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.535222:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760791.535344:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67203072<>67207168
00000100:00100000:1.0:1789760791.535486:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.535506:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867456:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.546222:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983716 gen 2
00000008:00010000:1.0:1789760791.546275:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760791.546357:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.546369:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.546433:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760791.546464:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867456:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.546540:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16407, 16407]
00000080:00200000:0.0:1789760791.546556:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.546563:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.546578:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67207168 i_blocks 131288
00000020:00200000:0.0:1789760791.546582:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.546593:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.546629:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67207168, count: 4096
00000080:00200000:0.0:1789760791.546637:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67207168, bytes: 4096
00000080:00200000:0.0:1789760791.546648:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.546657:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.546659:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67207168, 67211264) 0 0
00000080:00200000:0.0:1789760791.546664:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.546743:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16408, 16408]
00020000:00200000:0.0:1789760791.546754:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67207168 chunk: [67207168, 67211264) 67211264, 4096
00020000:00200000:0.0:1789760791.546758:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.546779:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16408, 16408]
00000008:00010000:0.0:1789760791.546797:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.546830:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.546842:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67207168, 67211264) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.546855:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67207168=0x4018000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.546908:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.546912:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67211264
00000020:00010000:0.0:1789760791.546921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.546924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.546927:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.546931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.546934:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.546941:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.546948:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.546964:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760791.547207:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67207168<>67211264
00000100:00100000:1.0:1789760791.547279:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867584:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.564196:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983717 gen 2
00000008:00010000:1.0:1789760791.564248:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760791.564257:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.564281:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.564319:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760791.564350:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867584:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.564394:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16408, 16408]
00000080:00200000:0.0:1789760791.564411:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.564417:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.564432:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67211264 i_blocks 131296
00000020:00200000:0.0:1789760791.564435:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.564445:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.564479:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67211264, count: 4096
00000080:00200000:0.0:1789760791.564488:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67211264, bytes: 4096
00000080:00200000:0.0:1789760791.564499:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.564507:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.564510:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67211264, 67215360) 0 0
00000080:00200000:0.0:1789760791.564514:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.564530:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16409, 16409]
00020000:00200000:0.0:1789760791.564539:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67211264 chunk: [67211264, 67215360) 67215360, 4096
00020000:00200000:0.0:1789760791.564544:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.564566:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16409, 16409]
00000008:00010000:0.0:1789760791.564584:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.564589:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.564602:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67211264, 67215360) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.564616:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67211264=0x4019000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.564678:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.564681:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67215360
00000020:00010000:0.0:1789760791.564689:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.564693:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.564696:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.564699:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.564702:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.564709:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.564715:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00010000:00010000:3.0:1789760791.565038:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:1.0:1789760791.565440:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:1.0:1789760791.565558:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67211264<>67215360
00000100:00100000:0.0:1789760791.565627:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.565764:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.578882:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983718 gen 2
00000008:00010000:0.0:1789760791.578939:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760791.578949:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.578961:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.578988:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760791.579022:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554867712:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.579481:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16409, 16409]
00000080:00200000:2.0:1789760791.579498:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.579504:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.579521:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67215360 i_blocks 131304
00000020:00200000:2.0:1789760791.579525:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.579535:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.579569:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67215360, count: 4096
00000080:00200000:2.0:1789760791.579577:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67215360, bytes: 4096
00000080:00200000:2.0:1789760791.579588:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.579596:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.579598:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67215360, 67219456) 0 0
00000080:00200000:2.0:1789760791.579603:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.579621:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16410, 16410]
00020000:00200000:2.0:1789760791.579630:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67215360 chunk: [67215360, 67219456) 67219456, 4096
00020000:00200000:2.0:1789760791.579635:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.579859:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16410, 16410]
00000008:00010000:2.0:1789760791.579883:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.579889:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.579902:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67215360, 67219456) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.579917:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67215360=0x401a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.579979:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.579982:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67219456
00000020:00010000:2.0:1789760791.579992:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.579995:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.579999:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.580003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.580006:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.580015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.580024:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.580042:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760791.580257:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 67215360<>67219456
00000100:00100000:3.0:1789760791.580455:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554867840:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760791.593703:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983719 gen 2
00000008:00010000:2.0:1789760791.593752:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760791.593760:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.593772:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.593797:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760791.593857:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554867840:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.594042:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16410, 16410]
00000080:00200000:0.0:1789760791.594073:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.594079:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.594094:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67219456 i_blocks 131312
00000020:00200000:0.0:1789760791.594098:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.594109:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.594143:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67219456, count: 4096
00000080:00200000:0.0:1789760791.594150:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67219456, bytes: 4096
00000080:00200000:0.0:1789760791.594160:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.594169:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.594171:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67219456, 67223552) 0 0
00000080:00200000:0.0:1789760791.594175:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.594190:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16411, 16411]
00020000:00200000:0.0:1789760791.594199:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67219456 chunk: [67219456, 67223552) 67223552, 4096
00020000:00200000:0.0:1789760791.594203:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.594220:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16411, 16411]
00000008:00010000:0.0:1789760791.594236:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.594241:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.594251:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67219456, 67223552) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.594263:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67219456=0x401b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.594337:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.594340:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67223552
00000020:00010000:0.0:1789760791.594348:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.594351:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.594355:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.594358:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.594361:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.594367:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.594372:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.594387:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760791.594481:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67219456<>67223552
00000100:00100000:1.0:1789760791.594772:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.594790:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554867968:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.608138:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983720 gen 2
00000008:00010000:1.0:1789760791.608188:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760791.608196:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.608207:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.608231:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760791.608259:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554867968:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.608507:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16411, 16411]
00000080:00200000:0.0:1789760791.608524:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.608530:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.608546:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67223552 i_blocks 131320
00000020:00200000:0.0:1789760791.608550:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.608561:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.608592:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67223552, count: 4096
00000080:00200000:0.0:1789760791.608600:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67223552, bytes: 4096
00000080:00200000:0.0:1789760791.608609:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.608617:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.608620:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67223552, 67227648) 0 0
00000080:00200000:0.0:1789760791.608625:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.608641:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16412, 16412]
00020000:00200000:0.0:1789760791.608649:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67223552 chunk: [67223552, 67227648) 67227648, 4096
00020000:00200000:0.0:1789760791.608654:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.608796:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16412, 16412]
00000008:00010000:0.0:1789760791.608840:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.608846:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.608858:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67223552, 67227648) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.608870:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67223552=0x401c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.608922:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.608924:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67227648
00000020:00010000:0.0:1789760791.608932:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.608935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.608938:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.608941:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.608944:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.608950:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.608957:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.608971:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760791.609755:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67223552<>67227648
00000100:00100000:1.0:1789760791.609845:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868096:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.624018:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983721 gen 2
00000008:00010000:1.0:1789760791.624116:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760791.624124:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.624135:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.624204:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760791.624233:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868096:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.629666:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16412, 16412]
00000080:00200000:0.0:1789760791.629693:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.629700:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.629717:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67227648 i_blocks 131328
00000020:00200000:0.0:1789760791.629722:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.629739:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.629768:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67227648, count: 4096
00000080:00200000:0.0:1789760791.629777:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67227648, bytes: 4096
00000080:00200000:0.0:1789760791.629791:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.629813:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.629815:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67227648, 67231744) 0 0
00000080:00200000:0.0:1789760791.629820:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.629837:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16413, 16413]
00020000:00200000:0.0:1789760791.629847:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67227648 chunk: [67227648, 67231744) 67231744, 4096
00020000:00200000:0.0:1789760791.629851:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.629873:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16413, 16413]
00000008:00010000:0.0:1789760791.629891:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.629897:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.629908:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67227648, 67231744) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.629923:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67227648=0x401d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.629982:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.629985:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67231744
00000020:00010000:0.0:1789760791.629993:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.629997:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.630000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.630004:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.630007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.630015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.630021:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.630039:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760791.631516:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67227648<>67231744
00000100:00100000:1.0:1789760791.631622:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.632490:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868224:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.663582:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983722 gen 2
00000008:00010000:1.0:1789760791.663622:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760791.663628:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.663637:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.663907:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760791.663932:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868224:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760791.664022:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16413, 16413]
00000080:00200000:3.0:1789760791.664034:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760791.664039:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.664133:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67231744 i_blocks 131336
00000020:00200000:1.0:1789760791.664137:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.664146:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.664172:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67231744, count: 4096
00000080:00200000:1.0:1789760791.664178:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67231744, bytes: 4096
00000080:00200000:1.0:1789760791.664199:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.664207:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.664209:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67231744, 67235840) 0 0
00000080:00200000:1.0:1789760791.664213:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.664226:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16414, 16414]
00020000:00200000:1.0:1789760791.664232:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67231744 chunk: [67231744, 67235840) 67235840, 4096
00020000:00200000:1.0:1789760791.664237:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.664251:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16414, 16414]
00000008:00010000:1.0:1789760791.664263:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.664268:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.664277:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67231744, 67235840) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.664287:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67231744=0x401e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.664344:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.664347:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67235840
00000020:00010000:1.0:1789760791.664353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.664366:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.664370:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.664629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.664632:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.664641:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.664647:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.664662:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760791.664738:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 67231744<>67235840
00000100:00100000:0.0:1789760791.665454:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.665489:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554868352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.681224:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983723 gen 2
00000008:00010000:0.0:1789760791.681274:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760791.681282:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.681304:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.681325:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760791.681355:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554868352:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.681598:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16414, 16414]
00000080:00200000:1.0:1789760791.681618:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.681623:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.681637:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67235840 i_blocks 131344
00000020:00200000:1.0:1789760791.681641:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.681655:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.681681:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67235840, count: 4096
00000080:00200000:1.0:1789760791.681688:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67235840, bytes: 4096
00000080:00200000:1.0:1789760791.681699:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.681706:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.681708:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67235840, 67239936) 0 0
00000080:00200000:1.0:1789760791.681712:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.681723:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16415, 16415]
00020000:00200000:1.0:1789760791.681730:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67235840 chunk: [67235840, 67239936) 67239936, 4096
00020000:00200000:1.0:1789760791.681733:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.681749:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16415, 16415]
00000008:00010000:1.0:1789760791.681763:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.681768:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.681779:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67235840, 67239936) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.681830:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67235840=0x401f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.681884:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.681886:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67239936
00000020:00010000:1.0:1789760791.681893:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.681896:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.681899:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.681902:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.681905:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.681912:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.681917:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.681934:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68180
00000008:00100000:1.0:1789760791.682011:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 67235840<>67239936
00000100:00100000:0.0:1789760791.682184:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760791.682207:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868480:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.695688:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983724 gen 2
00000008:00010000:1.0:1789760791.695886:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:1.0:1789760791.695895:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.695907:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.695929:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:1.0:1789760791.695959:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868480:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.696085:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16415, 16415]
00000080:00200000:2.0:1789760791.696101:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.696107:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.696122:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67239936 i_blocks 131352
00000020:00200000:2.0:1789760791.696126:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.696136:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.696169:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67239936, count: 4096
00000080:00200000:2.0:1789760791.696177:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67239936, bytes: 4096
00000080:00200000:2.0:1789760791.696188:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.696196:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.696199:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67239936, 67244032) 0 0
00000080:00200000:2.0:1789760791.696203:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.696219:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16416, 16416]
00020000:00200000:2.0:1789760791.696227:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67239936 chunk: [67239936, 67244032) 67244032, 4096
00020000:00200000:2.0:1789760791.696231:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.696251:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16416, 16416]
00000008:00010000:2.0:1789760791.696269:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.696274:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.696285:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67239936, 67244032) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.696308:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67239936=0x4020000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.696366:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.696370:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67244032
00000020:00010000:2.0:1789760791.696378:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.696383:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.696386:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.696389:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.696392:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.696400:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.696407:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.696423:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760791.696536:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 67239936<>67244032
00000100:00100000:2.0:1789760791.696585:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760791.696600:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554868608:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760791.717269:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983725 gen 2
00000008:00010000:3.0:1789760791.717462:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760791.717470:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760791.717480:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760791.717497:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760791.717527:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554868608:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.717604:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16416, 16416]
00000080:00200000:0.0:1789760791.717621:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.717625:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.717639:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67244032 i_blocks 131360
00000020:00200000:0.0:1789760791.717642:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.717650:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.717680:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67244032, count: 4096
00000080:00200000:0.0:1789760791.717688:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67244032, bytes: 4096
00000080:00200000:0.0:1789760791.717699:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.717707:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.717709:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67244032, 67248128) 0 0
00000080:00200000:0.0:1789760791.717714:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.717794:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16417, 16417]
00020000:00200000:0.0:1789760791.717906:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67244032 chunk: [67244032, 67248128) 67248128, 4096
00020000:00200000:0.0:1789760791.717911:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.718030:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16417, 16417]
00000008:00010000:1.0:1789760791.718118:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.718124:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.718137:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67244032, 67248128) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.718150:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67244032=0x4021000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.718213:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.718216:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67248128
00000020:00010000:1.0:1789760791.718225:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.718228:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.718233:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.718236:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.718240:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.718248:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.718255:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.718270:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68180
00000008:00100000:1.0:1789760791.718388:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 67244032<>67248128
00000100:00100000:0.0:1789760791.718453:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868736:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.728136:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983726 gen 2
00000008:00010000:0.0:1789760791.728189:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760791.728199:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.728211:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.728299:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760791.728332:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868736:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.728423:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16417, 16417]
00000080:00200000:1.0:1789760791.728441:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.728448:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.728462:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67248128 i_blocks 131368
00000020:00200000:1.0:1789760791.728464:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.728474:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.728504:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67248128, count: 4096
00000080:00200000:1.0:1789760791.728510:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67248128, bytes: 4096
00000080:00200000:1.0:1789760791.728519:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.728525:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.728527:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67248128, 67252224) 0 0
00000080:00200000:1.0:1789760791.728531:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.728545:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16418, 16418]
00020000:00200000:1.0:1789760791.728553:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67248128 chunk: [67248128, 67252224) 67252224, 4096
00020000:00200000:1.0:1789760791.728557:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.728576:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16418, 16418]
00000008:00010000:1.0:1789760791.728594:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.728599:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.728611:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67248128, 67252224) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.728625:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67248128=0x4022000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.728681:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.728684:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67252224
00000020:00010000:1.0:1789760791.728693:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.728696:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.728700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.728703:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.728705:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.728713:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.728720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.728736:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760791.729026:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 67248128<>67252224
00000100:00100000:1.0:1789760791.729087:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554868864:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.737334:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983727 gen 2
00000008:00010000:1.0:1789760791.737387:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:1.0:1789760791.737396:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.737407:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.737484:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:1.0:1789760791.737516:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554868864:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.740730:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16418, 16418]
00000080:00200000:0.0:1789760791.740755:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.740764:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.740782:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67252224 i_blocks 131376
00000020:00200000:0.0:1789760791.740787:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.740952:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.740988:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67252224, count: 4096
00000080:00200000:0.0:1789760791.740998:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67252224, bytes: 4096
00000080:00200000:0.0:1789760791.741014:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.741022:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.741024:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67252224, 67256320) 0 0
00000080:00200000:0.0:1789760791.741028:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.741044:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16419, 16419]
00020000:00200000:0.0:1789760791.741053:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67252224 chunk: [67252224, 67256320) 67256320, 4096
00020000:00200000:0.0:1789760791.741057:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.741078:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16419, 16419]
00000008:00010000:0.0:1789760791.741097:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.741102:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.741114:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67252224, 67256320) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.741129:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67252224=0x4023000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.741202:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.741205:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67256320
00000020:00010000:0.0:1789760791.741213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.741217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.741220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.741224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.741227:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.741234:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.741241:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.741268:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760791.741392:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67252224<>67256320
00000100:00100000:1.0:1789760791.741475:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868992:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.755134:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983728 gen 2
00000008:00010000:1.0:1789760791.755181:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760791.755188:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.755199:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.755280:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760791.755328:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554868992:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.757429:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16419, 16419]
00000080:00200000:0.0:1789760791.757459:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.757467:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.757487:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67256320 i_blocks 131384
00000020:00200000:0.0:1789760791.757493:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.757618:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.757654:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67256320, count: 4096
00000080:00200000:0.0:1789760791.757663:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67256320, bytes: 4096
00000080:00200000:0.0:1789760791.757678:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.757688:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.757690:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67256320, 67260416) 0 0
00000080:00200000:0.0:1789760791.757695:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.757711:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16420, 16420]
00020000:00200000:0.0:1789760791.757721:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67256320 chunk: [67256320, 67260416) 67260416, 4096
00020000:00200000:0.0:1789760791.757725:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.757748:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16420, 16420]
00000008:00010000:0.0:1789760791.757768:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.757774:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.757786:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67256320, 67260416) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.757821:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67256320=0x4024000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.757892:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.757895:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67260416
00000020:00010000:0.0:1789760791.757903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.757907:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.757909:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.757912:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.757915:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.757923:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.757929:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.757957:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760791.758067:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67256320<>67260416
00000100:00100000:1.0:1789760791.758998:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869120:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.779489:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983729 gen 2
00000008:00010000:1.0:1789760791.779610:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760791.779620:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.779630:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.779657:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760791.779689:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869120:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.779855:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16420, 16420]
00000080:00200000:0.0:1789760791.779872:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.779878:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.779894:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67260416 i_blocks 131392
00000020:00200000:0.0:1789760791.779897:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.779907:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.779942:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67260416, count: 4096
00000080:00200000:0.0:1789760791.779949:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67260416, bytes: 4096
00000080:00200000:0.0:1789760791.779961:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.779970:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.779972:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67260416, 67264512) 0 0
00000080:00200000:0.0:1789760791.779976:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.779993:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16421, 16421]
00020000:00200000:0.0:1789760791.780002:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67260416 chunk: [67260416, 67264512) 67264512, 4096
00020000:00200000:0.0:1789760791.780006:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.780027:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16421, 16421]
00000008:00010000:0.0:1789760791.780044:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.780115:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.780129:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67260416, 67264512) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.780144:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67260416=0x4025000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.780205:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.780208:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67264512
00000020:00010000:0.0:1789760791.780217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.780220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.780223:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.780227:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.780230:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.780236:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.780242:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.780257:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760791.782179:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67260416<>67264512
00000100:00100000:1.0:1789760791.782650:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.782682:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869248:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.805316:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983730 gen 2
00000008:00010000:1.0:1789760791.805367:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760791.805377:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.805389:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.805416:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760791.805448:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869248:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.805642:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16421, 16421]
00000080:00200000:0.0:1789760791.805659:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.805665:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.805682:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67264512 i_blocks 131400
00000020:00200000:0.0:1789760791.805685:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.805695:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.805743:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67264512, count: 4096
00000080:00200000:0.0:1789760791.805752:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67264512, bytes: 4096
00000080:00200000:0.0:1789760791.805763:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.805771:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.805773:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67264512, 67268608) 0 0
00000080:00200000:0.0:1789760791.805778:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.805795:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16422, 16422]
00020000:00200000:0.0:1789760791.805850:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67264512 chunk: [67264512, 67268608) 67268608, 4096
00020000:00200000:0.0:1789760791.805855:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.805877:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16422, 16422]
00000008:00010000:0.0:1789760791.805896:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.805903:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.805915:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67264512, 67268608) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.805928:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67264512=0x4026000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.805981:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.805984:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67268608
00000020:00010000:0.0:1789760791.805992:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.805996:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.805999:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.806002:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.806005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.806013:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.806020:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.806035:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760791.806145:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67264512<>67268608
00000100:00100000:1.0:1789760791.806311:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869376:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.822503:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983731 gen 2
00000008:00010000:1.0:1789760791.822622:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760791.822631:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.822642:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.822669:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760791.822699:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869376:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.822910:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16422, 16422]
00000080:00200000:0.0:1789760791.822925:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.822931:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.822945:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67268608 i_blocks 131408
00000020:00200000:0.0:1789760791.822949:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.822959:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.822991:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67268608, count: 4096
00000080:00200000:0.0:1789760791.822998:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67268608, bytes: 4096
00000080:00200000:0.0:1789760791.823007:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.823015:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.823017:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67268608, 67272704) 0 0
00000080:00200000:0.0:1789760791.823022:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.823037:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16423, 16423]
00020000:00200000:0.0:1789760791.823046:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67268608 chunk: [67268608, 67272704) 67272704, 4096
00020000:00200000:0.0:1789760791.823050:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.823068:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16423, 16423]
00000008:00010000:0.0:1789760791.823085:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.823091:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.823102:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67268608, 67272704) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.823116:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67268608=0x4027000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.823169:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.823171:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67272704
00000020:00010000:0.0:1789760791.823180:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.823184:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.823187:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.823190:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.823194:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.823200:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.823207:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.823221:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760791.823340:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 67268608<>67272704
00000100:00100000:1.0:1789760791.823444:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869504:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.840974:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983732 gen 2
00000008:00010000:1.0:1789760791.841028:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760791.841037:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.841048:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.841063:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760791.841095:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869504:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.841415:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16423, 16423]
00000080:00200000:0.0:1789760791.841434:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.841442:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.841458:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67272704 i_blocks 131416
00000020:00200000:0.0:1789760791.841462:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.841473:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.841508:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67272704, count: 4096
00000080:00200000:0.0:1789760791.841520:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67272704, bytes: 4096
00000080:00200000:0.0:1789760791.841535:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.841543:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.841546:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67272704, 67276800) 0 0
00000080:00200000:0.0:1789760791.841551:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.841568:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16424, 16424]
00020000:00200000:0.0:1789760791.841947:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67272704 chunk: [67272704, 67276800) 67276800, 4096
00020000:00200000:0.0:1789760791.841953:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.841974:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16424, 16424]
00000008:00010000:0.0:1789760791.841992:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.841998:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.842011:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67272704, 67276800) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.842025:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67272704=0x4028000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.842424:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.842428:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67276800
00000020:00010000:0.0:1789760791.842437:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.842441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.842444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.842447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.842450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.842459:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.842466:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.842487:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760791.842603:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 67272704<>67276800
00000100:00100000:1.0:1789760791.842905:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869632:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.855900:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983733 gen 2
00000008:00010000:1.0:1789760791.855951:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760791.855960:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.855970:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.855984:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760791.856014:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554869632:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.856134:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16424, 16424]
00000080:00200000:0.0:1789760791.856151:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.856158:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.856174:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67276800 i_blocks 131424
00000020:00200000:0.0:1789760791.856178:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.856189:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.856225:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67276800, count: 4096
00000080:00200000:0.0:1789760791.856232:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67276800, bytes: 4096
00000080:00200000:0.0:1789760791.856244:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.856252:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.856254:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67276800, 67280896) 0 0
00000080:00200000:0.0:1789760791.856259:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.856275:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16425, 16425]
00020000:00200000:0.0:1789760791.856284:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67276800 chunk: [67276800, 67280896) 67280896, 4096
00020000:00200000:0.0:1789760791.856400:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.856424:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16425, 16425]
00000008:00010000:0.0:1789760791.856443:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.856449:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.856523:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67276800, 67280896) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.856540:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67276800=0x4029000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.857248:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.857254:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67280896
00000020:00010000:0.0:1789760791.857264:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.857268:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.857271:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.857275:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.857278:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.857287:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.857310:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.857336:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760791.857449:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67276800<>67280896
00000100:00100000:0.0:1789760791.857673:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869760:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.875591:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983734 gen 2
00000008:00010000:0.0:1789760791.876233:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:0.0:1789760791.876242:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.876255:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.876271:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:0.0:1789760791.876313:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869760:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.876408:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16425, 16425]
00000080:00200000:1.0:1789760791.876426:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.876432:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.876447:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67280896 i_blocks 131432
00000020:00200000:1.0:1789760791.876451:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.876461:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.876495:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67280896, count: 4096
00000080:00200000:1.0:1789760791.876503:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67280896, bytes: 4096
00000080:00200000:1.0:1789760791.876582:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.876592:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.876594:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67280896, 67284992) 0 0
00000080:00200000:1.0:1789760791.876598:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.876617:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16426, 16426]
00020000:00200000:1.0:1789760791.876627:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67280896 chunk: [67280896, 67284992) 67284992, 4096
00020000:00200000:1.0:1789760791.876631:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.876652:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16426, 16426]
00000008:00010000:1.0:1789760791.876673:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.876679:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.876690:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67280896, 67284992) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.876705:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67280896=0x402a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.877940:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.877950:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67284992
00000020:00010000:1.0:1789760791.877964:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.877969:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.877973:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.877976:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.877979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.877990:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.878000:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.878029:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760791.878143:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 67280896<>67284992
00000100:00100000:0.0:1789760791.878287:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760791.878320:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869888:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.888943:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983735 gen 2
00000008:00010000:0.0:1789760791.888990:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760791.888999:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.889011:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.889024:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760791.889054:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554869888:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.892972:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16426, 16426]
00000080:00200000:1.0:1789760791.893000:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.893007:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.893026:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67284992 i_blocks 131440
00000020:00200000:1.0:1789760791.893032:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.893051:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.893086:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67284992, count: 4096
00000080:00200000:1.0:1789760791.893094:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67284992, bytes: 4096
00000080:00200000:1.0:1789760791.893110:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.893119:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.893121:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67284992, 67289088) 0 0
00000080:00200000:1.0:1789760791.893126:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.893142:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16427, 16427]
00020000:00200000:1.0:1789760791.893150:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67284992 chunk: [67284992, 67289088) 67289088, 4096
00020000:00200000:1.0:1789760791.893156:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.893178:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16427, 16427]
00000008:00010000:1.0:1789760791.893196:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.893202:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.893214:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67284992, 67289088) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.893229:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67284992=0x402b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.893315:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.893318:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67289088
00000020:00010000:1.0:1789760791.893326:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.893329:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.893333:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.893336:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.893339:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.893348:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.893355:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.893377:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760791.893484:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 67284992<>67289088
00000100:00100000:0.0:1789760791.893747:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.893775:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870016:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.910389:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983736 gen 2
00000008:00010000:0.0:1789760791.910439:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760791.910447:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.910460:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.910601:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760791.910635:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870016:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.916150:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16427, 16427]
00000080:00200000:1.0:1789760791.916176:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.916183:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.916201:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67289088 i_blocks 131448
00000020:00200000:1.0:1789760791.916206:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.916224:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.916258:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67289088, count: 4096
00000080:00200000:1.0:1789760791.916267:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67289088, bytes: 4096
00000080:00200000:1.0:1789760791.918457:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.918470:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.918472:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67289088, 67293184) 0 0
00000080:00200000:1.0:1789760791.918478:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.918496:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16428, 16428]
00020000:00200000:1.0:1789760791.918506:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67289088 chunk: [67289088, 67293184) 67293184, 4096
00020000:00200000:1.0:1789760791.918511:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.918536:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16428, 16428]
00000008:00010000:1.0:1789760791.918554:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.918559:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.918572:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67289088, 67293184) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.918587:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67289088=0x402c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.918655:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.918659:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67293184
00000020:00010000:1.0:1789760791.918668:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.918671:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.918675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.918679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.918681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.918691:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.918697:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.918724:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760791.919952:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67289088<>67293184
00000100:00100000:1.0:1789760791.920027:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.920056:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870144:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.930212:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983737 gen 2
00000008:00010000:1.0:1789760791.930263:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:1.0:1789760791.930271:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.930283:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.930406:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:1.0:1789760791.930437:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870144:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.930526:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16428, 16428]
00000080:00200000:0.0:1789760791.930543:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.930549:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.930565:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67293184 i_blocks 131456
00000020:00200000:0.0:1789760791.930570:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.930582:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.930617:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67293184, count: 4096
00000080:00200000:0.0:1789760791.930624:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67293184, bytes: 4096
00000080:00200000:0.0:1789760791.930637:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.930646:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.930648:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67293184, 67297280) 0 0
00000080:00200000:0.0:1789760791.930653:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.930719:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16429, 16429]
00020000:00200000:0.0:1789760791.930727:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67293184 chunk: [67293184, 67297280) 67297280, 4096
00020000:00200000:0.0:1789760791.930730:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.930751:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16429, 16429]
00000008:00010000:0.0:1789760791.930766:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.930771:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.930782:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67293184, 67297280) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.930793:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67293184=0x402d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.930945:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.930947:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67297280
00000020:00010000:0.0:1789760791.930955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.930957:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.930960:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.930962:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.930964:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.930969:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.930974:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.930986:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760791.931086:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67293184<>67297280
00000100:00100000:0.0:1789760791.931191:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.931333:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870272:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.945644:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983738 gen 2
00000008:00010000:0.0:1789760791.945698:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:0.0:1789760791.945707:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.945718:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.945746:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:0.0:1789760791.945777:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870272:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.945787:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16429, 16429]
00000080:00200000:1.0:1789760791.945833:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.945839:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.945858:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67297280 i_blocks 131464
00000020:00200000:1.0:1789760791.945862:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.945872:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.945907:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67297280, count: 4096
00000080:00200000:1.0:1789760791.945914:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67297280, bytes: 4096
00000080:00200000:1.0:1789760791.945924:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.945933:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.945935:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67297280, 67301376) 0 0
00000080:00200000:1.0:1789760791.945940:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.945958:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16430, 16430]
00020000:00200000:1.0:1789760791.945966:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67297280 chunk: [67297280, 67301376) 67301376, 4096
00020000:00200000:1.0:1789760791.945971:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.945991:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16430, 16430]
00000008:00010000:1.0:1789760791.946010:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.946016:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.946027:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67297280, 67301376) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.946041:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67297280=0x402e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.946103:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.946106:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67301376
00000020:00010000:1.0:1789760791.946115:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.946132:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.946135:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.946139:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.946143:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.946150:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.946157:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.946175:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760791.946285:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67297280<>67301376
00000100:00100000:1.0:1789760791.946605:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.946624:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870400:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.965258:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983739 gen 2
00000008:00010000:1.0:1789760791.965322:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:1.0:1789760791.965332:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.965344:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.965370:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:1.0:1789760791.965402:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870400:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760791.965431:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16430, 16430]
00000080:00200000:0.0:1789760791.965448:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760791.965454:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760791.965468:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67301376 i_blocks 131472
00000020:00200000:0.0:1789760791.965472:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760791.965485:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760791.965521:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67301376, count: 4096
00000080:00200000:0.0:1789760791.965528:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67301376, bytes: 4096
00000080:00200000:0.0:1789760791.965540:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760791.965548:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760791.965550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67301376, 67305472) 0 0
00000080:00200000:0.0:1789760791.965555:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760791.965573:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16431, 16431]
00020000:00200000:0.0:1789760791.965581:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67301376 chunk: [67301376, 67305472) 67305472, 4096
00020000:00200000:0.0:1789760791.965586:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760791.965605:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16431, 16431]
00000008:00010000:0.0:1789760791.965625:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760791.965631:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760791.965643:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67301376, 67305472) append 0 append lockpos 0
00000080:00200000:0.0:1789760791.965657:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67301376=0x402f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760791.965711:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760791.965713:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67305472
00000020:00010000:0.0:1789760791.965721:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:0.0:1789760791.965725:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.965729:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760791.965733:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760791.965736:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760791.965744:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760791.965752:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760791.965767:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760791.965915:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67301376<>67305472
00000100:00100000:0.0:1789760791.965947:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.965963:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870528:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760791.974433:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983740 gen 2
00000008:00010000:0.0:1789760791.974483:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:0.0:1789760791.974493:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760791.974506:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760791.974540:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:0.0:1789760791.974571:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554870528:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760791.974690:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16431, 16431]
00000080:00200000:1.0:1789760791.974705:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.974711:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.974738:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67305472 i_blocks 131480
00000020:00200000:1.0:1789760791.974743:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.974754:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.974792:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67305472, count: 4096
00000080:00200000:1.0:1789760791.974851:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67305472, bytes: 4096
00000080:00200000:1.0:1789760791.974864:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.974873:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.974876:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67305472, 67309568) 0 0
00000080:00200000:1.0:1789760791.974880:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.974898:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16432, 16432]
00020000:00200000:1.0:1789760791.974908:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67305472 chunk: [67305472, 67309568) 67309568, 4096
00020000:00200000:1.0:1789760791.974913:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.974934:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16432, 16432]
00000008:00010000:1.0:1789760791.974952:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.974957:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760791.974969:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67305472, 67309568) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.974983:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67305472=0x4030000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.975053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.975056:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67309568
00000020:00010000:1.0:1789760791.975064:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.975068:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.975071:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.975074:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.975077:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.975085:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.975092:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.975108:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760791.975210:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67305472<>67309568
00000100:00100000:1.0:1789760791.975244:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.975262:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870656:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760791.988197:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983741 gen 2
00000008:00010000:1.0:1789760791.988249:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:1.0:1789760791.988257:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.988269:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.988400:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:1.0:1789760791.988432:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554870656:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760791.988508:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16432, 16432]
00000080:00200000:2.0:1789760791.988526:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.988532:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.988549:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67309568 i_blocks 131488
00000020:00200000:2.0:1789760791.988553:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.988637:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.988673:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67309568, count: 4096
00000080:00200000:2.0:1789760791.988681:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67309568, bytes: 4096
00000080:00200000:2.0:1789760791.988692:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.988700:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.988703:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67309568, 67313664) 0 0
00000080:00200000:2.0:1789760791.988707:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.988724:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16433, 16433]
00020000:00200000:2.0:1789760791.988733:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67309568 chunk: [67309568, 67313664) 67313664, 4096
00020000:00200000:2.0:1789760791.988737:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.988758:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16433, 16433]
00000008:00010000:2.0:1789760791.988778:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.988784:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760791.988797:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67309568, 67313664) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.988909:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67309568=0x4031000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.988962:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.988964:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67313664
00000020:00010000:2.0:1789760791.988971:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.988974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.988976:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.988979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.988981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.988987:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.988993:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.989005:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760791.989177:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 67309568<>67313664
00000100:00100000:3.0:1789760791.989260:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554870784:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.002031:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983742 gen 2
00000008:00010000:3.0:1789760792.002332:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760792.002341:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.002353:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.002609:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760792.002641:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554870784:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.002919:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16433, 16433]
00000080:00200000:2.0:1789760792.002937:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.002944:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.002959:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67313664 i_blocks 131496
00000020:00200000:2.0:1789760792.002963:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.002973:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.003008:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67313664, count: 4096
00000080:00200000:2.0:1789760792.003017:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67313664, bytes: 4096
00000080:00200000:2.0:1789760792.003032:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.003041:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.003043:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67313664, 67317760) 0 0
00000080:00200000:2.0:1789760792.003058:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.003787:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16434, 16434]
00020000:00200000:2.0:1789760792.003799:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67313664 chunk: [67313664, 67317760) 67317760, 4096
00020000:00200000:2.0:1789760792.003825:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.003850:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16434, 16434]
00000008:00010000:2.0:1789760792.003871:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.003877:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760792.003891:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67313664, 67317760) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.003907:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67313664=0x4032000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.003961:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.003964:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67317760
00000020:00010000:2.0:1789760792.003973:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.003976:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.003979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.003982:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.003985:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.003995:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.004002:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.004101:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:3.0:1789760792.004216:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67313664<>67317760
00000100:00100000:3.0:1789760792.004258:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760792.004277:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554870912:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.019900:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983743 gen 2
00000008:00010000:3.0:1789760792.019954:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760792.019964:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.019977:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.020004:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760792.020036:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554870912:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.020186:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16434, 16434]
00000080:00200000:2.0:1789760792.020204:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.020210:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.020235:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67317760 i_blocks 131504
00000020:00200000:2.0:1789760792.020243:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.020252:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.020282:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67317760, count: 4096
00000080:00200000:2.0:1789760792.020296:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67317760, bytes: 4096
00000080:00200000:2.0:1789760792.020311:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.020323:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.020326:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67317760, 67321856) 0 0
00000080:00200000:2.0:1789760792.020330:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.020346:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16435, 16435]
00020000:00200000:2.0:1789760792.020355:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67317760 chunk: [67317760, 67321856) 67321856, 4096
00020000:00200000:2.0:1789760792.020359:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.020379:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16435, 16435]
00000008:00010000:2.0:1789760792.020399:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.020404:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760792.020416:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67317760, 67321856) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.020432:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67317760=0x4033000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.020493:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.020497:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67321856
00000020:00010000:2.0:1789760792.020505:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.020509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.020512:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.020515:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.020518:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.020527:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.020534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.020551:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760792.021035:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 67317760<>67321856
00000100:00100000:3.0:1789760792.021205:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554871040:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.051789:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983744 gen 2
00000008:00010000:3.0:1789760792.051958:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760792.051966:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.051977:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.052038:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760792.052066:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554871040:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.052406:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16435, 16435]
00000080:00200000:2.0:1789760792.052423:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.052429:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.052549:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67321856 i_blocks 131512
00000020:00200000:1.0:1789760792.052555:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.052565:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.052597:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67321856, count: 4096
00000080:00200000:1.0:1789760792.052605:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67321856, bytes: 4096
00000080:00200000:1.0:1789760792.052614:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.052623:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.052625:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67321856, 67325952) 0 0
00000080:00200000:1.0:1789760792.052630:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.052646:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16436, 16436]
00020000:00200000:1.0:1789760792.052654:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67321856 chunk: [67321856, 67325952) 67325952, 4096
00020000:00200000:1.0:1789760792.052658:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.052679:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16436, 16436]
00000008:00010000:1.0:1789760792.052698:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.052704:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.052716:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67321856, 67325952) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.052731:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67321856=0x4034000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.052791:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.052794:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67325952
00000020:00010000:1.0:1789760792.052968:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.052972:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.052975:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.052978:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d7b8 (ffff8d7c9645f368/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.052981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f368/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.052989:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.052996:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.053045:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760792.053577:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 67321856<>67325952
00000100:00100000:0.0:1789760792.053642:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.053731:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871168:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.075664:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983745 gen 2
00000008:00010000:0.0:1789760792.075714:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760792.075722:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.075734:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.075853:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760792.075884:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871168:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.081543:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16436, 16436]
00000080:00200000:2.0:1789760792.081578:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.081586:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.081754:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67325952 i_blocks 131520
00000020:00200000:3.0:1789760792.081762:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.081780:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.081901:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67325952, count: 4096
00000080:00200000:3.0:1789760792.081911:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67325952, bytes: 4096
00000080:00200000:3.0:1789760792.081928:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.081938:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.081940:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67325952, 67330048) 0 0
00000080:00200000:3.0:1789760792.081945:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.081965:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16437, 16437]
00020000:00200000:3.0:1789760792.081976:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67325952 chunk: [67325952, 67330048) 67330048, 4096
00020000:00200000:3.0:1789760792.081981:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.082005:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16437, 16437]
00000008:00010000:3.0:1789760792.082026:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.082032:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.082044:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67325952, 67330048) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.082069:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67325952=0x4035000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.082143:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.082147:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67330048
00000020:00010000:3.0:1789760792.082156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.082160:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.082163:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.082167:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.082170:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.082178:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.082185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.082206:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.082599:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67325952<>67330048
00000100:00100000:2.0:1789760792.082684:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554871296:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.103024:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983746 gen 2
00000008:00010000:3.0:1789760792.103078:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.103087:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.103098:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.103115:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.103147:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554871296:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.103269:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16437, 16437]
00000080:00200000:0.0:1789760792.103285:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.103300:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.103316:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67330048 i_blocks 131528
00000020:00200000:0.0:1789760792.103320:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.103331:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.103372:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67330048, count: 4096
00000080:00200000:0.0:1789760792.103380:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67330048, bytes: 4096
00000080:00200000:0.0:1789760792.103393:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.103402:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.103404:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67330048, 67334144) 0 0
00000080:00200000:0.0:1789760792.103409:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.103426:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16438, 16438]
00020000:00200000:0.0:1789760792.103434:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67330048 chunk: [67330048, 67334144) 67334144, 4096
00020000:00200000:0.0:1789760792.103438:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.103458:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16438, 16438]
00000008:00010000:0.0:1789760792.103488:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.103494:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.103506:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67330048, 67334144) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.103521:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67330048=0x4036000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.103579:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.103582:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67334144
00000020:00010000:0.0:1789760792.103590:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.103594:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.103597:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.103600:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.103603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.103610:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.103617:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.103632:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760792.103736:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67330048<>67334144
00000100:00100000:1.0:1789760792.103946:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.103967:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554871424:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.131113:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983747 gen 2
00000008:00010000:1.0:1789760792.131168:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760792.131176:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.131188:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.131218:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760792.131323:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554871424:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.132308:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16438, 16438]
00000080:00200000:0.0:1789760792.132328:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.132333:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.132360:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67334144 i_blocks 131536
00000020:00200000:0.0:1789760792.132365:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.132377:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.132414:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67334144, count: 4096
00000080:00200000:0.0:1789760792.132422:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67334144, bytes: 4096
00000080:00200000:0.0:1789760792.132437:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.132446:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.132450:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67334144, 67338240) 0 0
00000080:00200000:0.0:1789760792.132454:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.132472:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16439, 16439]
00020000:00200000:0.0:1789760792.132481:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67334144 chunk: [67334144, 67338240) 67338240, 4096
00020000:00200000:0.0:1789760792.132485:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.132507:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16439, 16439]
00000008:00010000:0.0:1789760792.132526:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.132532:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.132543:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67334144, 67338240) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.132557:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67334144=0x4037000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.132620:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.132623:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67338240
00000020:00010000:0.0:1789760792.132643:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.132647:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.132650:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.132653:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.132656:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.132664:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.132671:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.132690:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760792.132797:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67334144<>67338240
00000100:00100000:1.0:1789760792.134469:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.134506:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871552:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.157408:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983748 gen 2
00000008:00010000:1.0:1789760792.157460:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760792.157469:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.157480:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.157503:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760792.157531:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871552:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.157744:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16439, 16439]
00000080:00200000:0.0:1789760792.157761:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.157767:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.157783:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67338240 i_blocks 131544
00000020:00200000:0.0:1789760792.157787:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.157798:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.157880:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67338240, count: 4096
00000080:00200000:0.0:1789760792.157887:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67338240, bytes: 4096
00000080:00200000:0.0:1789760792.157898:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.157906:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.157908:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67338240, 67342336) 0 0
00000080:00200000:0.0:1789760792.157913:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.158176:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16440, 16440]
00020000:00200000:0.0:1789760792.158187:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67338240 chunk: [67338240, 67342336) 67342336, 4096
00020000:00200000:0.0:1789760792.158192:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.158213:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16440, 16440]
00000008:00010000:0.0:1789760792.158230:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.158237:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.158249:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67338240, 67342336) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.158262:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67338240=0x4038000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.158333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.158336:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67342336
00000020:00010000:0.0:1789760792.158345:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.158349:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.158352:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.158356:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.158359:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.158367:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.158374:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.158388:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760792.158489:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67338240<>67342336
00000100:00100000:1.0:1789760792.158557:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871680:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.170791:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983749 gen 2
00000008:00010000:1.0:1789760792.170877:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760792.170885:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.170896:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.170920:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760792.170960:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554871680:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760792.171240:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16440, 16440]
00000080:00200000:3.0:1789760792.171257:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.171263:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.171278:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67342336 i_blocks 131552
00000020:00200000:3.0:1789760792.171283:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.171306:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.171340:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67342336, count: 4096
00000080:00200000:3.0:1789760792.171347:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67342336, bytes: 4096
00000080:00200000:3.0:1789760792.171359:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.171367:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.171370:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67342336, 67346432) 0 0
00000080:00200000:3.0:1789760792.171375:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.171390:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16441, 16441]
00020000:00200000:3.0:1789760792.171399:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67342336 chunk: [67342336, 67346432) 67346432, 4096
00020000:00200000:3.0:1789760792.171404:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.171424:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16441, 16441]
00000008:00010000:3.0:1789760792.171441:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.171448:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.171459:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67342336, 67346432) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.171473:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67342336=0x4039000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.171530:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.171533:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67346432
00000020:00010000:3.0:1789760792.171541:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.171545:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.171548:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.171552:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.171555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.171564:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.171571:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.171588:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.171686:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67342336<>67346432
00000100:00100000:2.0:1789760792.171763:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554871808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.187890:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983750 gen 2
00000008:00010000:3.0:1789760792.187941:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.187950:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.187961:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.188412:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.188448:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554871808:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.188574:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16441, 16441]
00000080:00200000:0.0:1789760792.188591:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.188597:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.188613:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67346432 i_blocks 131560
00000020:00200000:0.0:1789760792.188617:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.188628:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.188660:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67346432, count: 4096
00000080:00200000:0.0:1789760792.188668:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67346432, bytes: 4096
00000080:00200000:0.0:1789760792.188679:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.188686:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.188688:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67346432, 67350528) 0 0
00000080:00200000:0.0:1789760792.188692:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.188709:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16442, 16442]
00020000:00200000:0.0:1789760792.188718:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67346432 chunk: [67346432, 67350528) 67350528, 4096
00020000:00200000:0.0:1789760792.188722:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.188740:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16442, 16442]
00000008:00010000:0.0:1789760792.188758:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.188764:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.188776:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67346432, 67350528) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.188790:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67346432=0x403a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.188944:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.188947:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67350528
00000020:00010000:0.0:1789760792.188955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.188959:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.188962:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.188965:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.188968:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.188975:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.188982:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.188998:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760792.189104:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67346432<>67350528
00000100:00100000:1.0:1789760792.189602:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554871936:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.209270:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983751 gen 2
00000008:00010000:1.0:1789760792.209461:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760792.209469:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.209481:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.209506:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760792.209545:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554871936:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.209652:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16442, 16442]
00000080:00200000:0.0:1789760792.209669:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.209675:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.209690:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67350528 i_blocks 131568
00000020:00200000:0.0:1789760792.209694:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.209705:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.209740:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67350528, count: 4096
00000080:00200000:0.0:1789760792.209747:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67350528, bytes: 4096
00000080:00200000:0.0:1789760792.209760:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.209768:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.209771:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67350528, 67354624) 0 0
00000080:00200000:0.0:1789760792.209775:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.209792:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16443, 16443]
00020000:00200000:0.0:1789760792.209821:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67350528 chunk: [67350528, 67354624) 67354624, 4096
00020000:00200000:0.0:1789760792.209826:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.209847:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16443, 16443]
00000008:00010000:0.0:1789760792.209865:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.209871:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.209882:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67350528, 67354624) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.209896:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67350528=0x403b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.209953:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.209957:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67354624
00000020:00010000:0.0:1789760792.209964:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.209968:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.209971:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.209975:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.209977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.209984:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.209990:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.210007:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760792.210232:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67350528<>67354624
00000100:00100000:1.0:1789760792.210382:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.210401:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872064:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.230936:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983752 gen 2
00000008:00010000:1.0:1789760792.230986:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760792.230995:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.231006:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.231020:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760792.231051:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872064:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.231276:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16443, 16443]
00000080:00200000:0.0:1789760792.231304:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.231310:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.231327:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67354624 i_blocks 131576
00000020:00200000:0.0:1789760792.231332:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.231344:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.231389:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67354624, count: 4096
00000080:00200000:0.0:1789760792.231397:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67354624, bytes: 4096
00000080:00200000:0.0:1789760792.231408:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.231416:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.231418:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67354624, 67358720) 0 0
00000080:00200000:0.0:1789760792.231423:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.231442:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16444, 16444]
00020000:00200000:0.0:1789760792.231452:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67354624 chunk: [67354624, 67358720) 67358720, 4096
00020000:00200000:0.0:1789760792.231458:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.231482:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16444, 16444]
00000008:00010000:0.0:1789760792.231502:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.231509:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.231521:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67354624, 67358720) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.231537:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67354624=0x403c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.231601:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.231604:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67358720
00000020:00010000:0.0:1789760792.231613:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.231617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.231621:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.231625:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.231628:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.231649:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.231657:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.231961:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760792.232136:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67354624<>67358720
00000100:00100000:1.0:1789760792.232192:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872192:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.243971:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983753 gen 2
00000008:00010000:1.0:1789760792.244025:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760792.244034:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.244055:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.244079:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760792.244110:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872192:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760792.244365:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16444, 16444]
00000080:00200000:3.0:1789760792.244381:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.244387:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.244404:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67358720 i_blocks 131584
00000020:00200000:3.0:1789760792.244408:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.244418:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.244454:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67358720, count: 4096
00000080:00200000:3.0:1789760792.244461:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67358720, bytes: 4096
00000080:00200000:3.0:1789760792.244472:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.244480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.244483:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67358720, 67362816) 0 0
00000080:00200000:3.0:1789760792.244487:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.244504:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16445, 16445]
00020000:00200000:3.0:1789760792.244513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67358720 chunk: [67358720, 67362816) 67362816, 4096
00020000:00200000:3.0:1789760792.244517:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.244535:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16445, 16445]
00000008:00010000:3.0:1789760792.244552:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.244558:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.244569:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67358720, 67362816) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.244584:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67358720=0x403d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.244643:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.244646:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67362816
00000020:00010000:3.0:1789760792.244655:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.244659:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.244663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.244666:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.244670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.244678:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.244685:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.244702:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.244841:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67358720<>67362816
00000100:00100000:3.0:1789760792.244885:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554872320:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.259940:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983754 gen 2
00000008:00010000:3.0:1789760792.259995:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.260004:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.260016:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.260037:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.260068:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554872320:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.260839:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16445, 16445]
00000080:00200000:2.0:1789760792.260858:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.260864:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.260881:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67362816 i_blocks 131592
00000020:00200000:2.0:1789760792.260886:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.260897:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.260940:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67362816, count: 4096
00000080:00200000:2.0:1789760792.260948:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67362816, bytes: 4096
00000080:00200000:2.0:1789760792.260960:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.260969:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.260972:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67362816, 67366912) 0 0
00000080:00200000:2.0:1789760792.260977:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.260995:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16446, 16446]
00020000:00200000:2.0:1789760792.261004:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67362816 chunk: [67362816, 67366912) 67366912, 4096
00020000:00200000:2.0:1789760792.261009:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.261030:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16446, 16446]
00000008:00010000:2.0:1789760792.261054:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.261060:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760792.261071:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67362816, 67366912) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.261086:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67362816=0x403e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.261149:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.261153:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67366912
00000020:00010000:2.0:1789760792.261160:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.261164:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.261167:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.261170:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.261174:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.261183:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.261190:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.261208:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760792.262503:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 67362816<>67366912
00000100:00100000:3.0:1789760792.262623:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554872448:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.272956:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983755 gen 2
00000008:00010000:3.0:1789760792.273009:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760792.273018:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.273030:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.273099:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760792.273128:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554872448:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.277320:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16446, 16446]
00000080:00200000:2.0:1789760792.277358:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.277366:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.277388:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67366912 i_blocks 131600
00000020:00200000:2.0:1789760792.277394:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.277412:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.277454:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67366912, count: 4096
00000080:00200000:2.0:1789760792.277465:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67366912, bytes: 4096
00000080:00200000:2.0:1789760792.277481:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.277490:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.277494:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67366912, 67371008) 0 0
00000080:00200000:2.0:1789760792.277498:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.277516:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16447, 16447]
00020000:00200000:2.0:1789760792.277525:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67366912 chunk: [67366912, 67371008) 67371008, 4096
00020000:00200000:2.0:1789760792.277529:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.277552:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16447, 16447]
00000008:00010000:2.0:1789760792.277573:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.277579:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760792.277591:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67366912, 67371008) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.277607:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67366912=0x403f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.277681:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.277685:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67371008
00000020:00010000:2.0:1789760792.277694:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.277698:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.277701:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.277705:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.277708:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.277718:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.277726:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.277759:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760792.278269:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 67366912<>67371008
00000100:00100000:3.0:1789760792.278431:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760792.278697:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554872576:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.295758:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983756 gen 2
00000008:00010000:3.0:1789760792.295854:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760792.295864:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.295877:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.295903:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760792.295937:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554872576:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.296076:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16447, 16447]
00000080:00200000:1.0:1789760792.296095:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.296101:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.296119:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67371008 i_blocks 131608
00000020:00200000:1.0:1789760792.296123:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.296134:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.296173:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67371008, count: 4096
00000080:00200000:1.0:1789760792.296180:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67371008, bytes: 4096
00000080:00200000:1.0:1789760792.296190:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.296198:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.296201:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67371008, 67375104) 0 0
00000080:00200000:1.0:1789760792.296205:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.296223:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16448, 16448]
00020000:00200000:1.0:1789760792.296233:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67371008 chunk: [67371008, 67375104) 67375104, 4096
00020000:00200000:1.0:1789760792.296237:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.296256:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16448, 16448]
00000008:00010000:1.0:1789760792.296276:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.296282:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.296305:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67371008, 67375104) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.296320:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67371008=0x4040000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.296385:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.296388:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67375104
00000020:00010000:1.0:1789760792.296396:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.296400:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.296403:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.296406:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.296410:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.296418:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.296425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.296444:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760792.296550:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 67371008<>67375104
00000100:00100000:1.0:1789760792.296597:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.296614:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872704:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.311322:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983757 gen 2
00000008:00010000:1.0:1789760792.311372:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:1.0:1789760792.311381:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.311393:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.311416:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:1.0:1789760792.311444:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872704:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.311578:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16448, 16448]
00000080:00200000:0.0:1789760792.311595:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.311602:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.311617:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67375104 i_blocks 131616
00000020:00200000:0.0:1789760792.311622:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.311635:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.311761:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67375104, count: 4096
00000080:00200000:0.0:1789760792.311871:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67375104, bytes: 4096
00000080:00200000:0.0:1789760792.311884:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.311893:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.311896:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67375104, 67379200) 0 0
00000080:00200000:0.0:1789760792.311901:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.311918:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16449, 16449]
00020000:00200000:0.0:1789760792.311926:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67375104 chunk: [67375104, 67379200) 67379200, 4096
00020000:00200000:0.0:1789760792.311931:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.311951:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16449, 16449]
00000008:00010000:0.0:1789760792.311969:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.311974:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.311985:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67375104, 67379200) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.312001:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67375104=0x4041000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.312061:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.312064:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67379200
00000020:00010000:0.0:1789760792.312072:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.312076:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.312079:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.312083:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.312086:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.312094:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.312100:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.312117:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760792.312228:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 67375104<>67379200
00000100:00100000:1.0:1789760792.312317:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872832:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.324114:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983758 gen 2
00000008:00010000:1.0:1789760792.324166:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760792.324174:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.324185:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.324198:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000080:00200000:0.0:1789760792.324228:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16449, 16449]
00000100:00100000:1.0:1789760792.324230:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554872832:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.324248:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.324255:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.324271:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67379200 i_blocks 131624
00000020:00200000:0.0:1789760792.324276:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.324298:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.324333:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67379200, count: 4096
00000080:00200000:0.0:1789760792.324349:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67379200, bytes: 4096
00000080:00200000:0.0:1789760792.324358:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.324366:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.324369:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67379200, 67383296) 0 0
00000080:00200000:0.0:1789760792.324373:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.324391:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16450, 16450]
00020000:00200000:0.0:1789760792.324399:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67379200 chunk: [67379200, 67383296) 67383296, 4096
00020000:00200000:0.0:1789760792.324404:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.324424:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16450, 16450]
00000008:00010000:0.0:1789760792.324442:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.324448:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.324460:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67379200, 67383296) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.324474:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67379200=0x4042000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.325888:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.325893:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67383296
00000020:00010000:0.0:1789760792.325905:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.325909:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.325913:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.325917:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.325920:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.325931:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.325939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.325967:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760792.326082:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 67379200<>67383296
00000100:00100000:1.0:1789760792.326522:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554872960:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.340321:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983759 gen 2
00000008:00010000:1.0:1789760792.340382:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760792.340393:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.340404:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.340426:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760792.340456:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554872960:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.340492:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16450, 16450]
00000080:00200000:0.0:1789760792.340511:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.340518:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.340533:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67383296 i_blocks 131632
00000020:00200000:0.0:1789760792.340537:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.340548:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.340583:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67383296, count: 4096
00000080:00200000:0.0:1789760792.340590:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67383296, bytes: 4096
00000080:00200000:0.0:1789760792.340599:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.340609:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.340611:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67383296, 67387392) 0 0
00000080:00200000:0.0:1789760792.340616:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.340631:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16451, 16451]
00020000:00200000:0.0:1789760792.340640:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67383296 chunk: [67383296, 67387392) 67387392, 4096
00020000:00200000:0.0:1789760792.340645:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.340673:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16451, 16451]
00000008:00010000:0.0:1789760792.340692:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.340697:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.340710:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67383296, 67387392) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.340724:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67383296=0x4043000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.340785:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.340789:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67387392
00000020:00010000:0.0:1789760792.340798:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.340831:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.340834:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.340838:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.340841:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.340849:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.340865:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.340885:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760792.340993:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67383296<>67387392
00000100:00100000:1.0:1789760792.341063:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.341082:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873088:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.352377:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983760 gen 2
00000008:00010000:1.0:1789760792.352431:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760792.352440:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.352452:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.352489:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760792.352526:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873088:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.352825:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16451, 16451]
00000080:00200000:0.0:1789760792.352843:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.352849:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.352864:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67387392 i_blocks 131640
00000020:00200000:0.0:1789760792.352868:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.352878:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.352914:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67387392, count: 4096
00000080:00200000:0.0:1789760792.352921:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67387392, bytes: 4096
00000080:00200000:0.0:1789760792.352936:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.352944:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.352947:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67387392, 67391488) 0 0
00000080:00200000:0.0:1789760792.352951:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.352968:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16452, 16452]
00020000:00200000:0.0:1789760792.352976:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67387392 chunk: [67387392, 67391488) 67391488, 4096
00020000:00200000:0.0:1789760792.352980:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.353000:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16452, 16452]
00000008:00010000:0.0:1789760792.353018:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.353023:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.353035:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67387392, 67391488) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.353049:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67387392=0x4044000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.353107:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.353111:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67391488
00000020:00010000:0.0:1789760792.353120:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.353123:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.353126:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.353130:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.353132:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.353139:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.353146:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.353163:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760792.353274:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67387392<>67391488
00000100:00100000:0.0:1789760792.353333:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760792.353359:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873216:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.365912:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983761 gen 2
00000008:00010000:0.0:1789760792.365965:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760792.365975:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.365987:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.366013:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760792.366046:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873216:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760792.366402:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16452, 16452]
00000080:00200000:3.0:1789760792.366419:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.366425:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.366442:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67391488 i_blocks 131648
00000020:00200000:3.0:1789760792.366446:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.366457:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.366502:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67391488, count: 4096
00000080:00200000:3.0:1789760792.366510:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67391488, bytes: 4096
00000080:00200000:3.0:1789760792.366521:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.366530:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.366533:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67391488, 67395584) 0 0
00000080:00200000:3.0:1789760792.366537:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.366556:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16453, 16453]
00020000:00200000:3.0:1789760792.366565:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67391488 chunk: [67391488, 67395584) 67395584, 4096
00020000:00200000:3.0:1789760792.366570:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.366588:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16453, 16453]
00000008:00010000:3.0:1789760792.366604:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.366610:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.366621:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67391488, 67395584) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.366646:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67391488=0x4045000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.366715:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.366718:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67395584
00000020:00010000:3.0:1789760792.366727:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.366731:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.366734:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.366737:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.366740:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.366748:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.366754:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.366783:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.366932:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67391488<>67395584
00000100:00100000:2.0:1789760792.367210:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760792.367232:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554873344:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.379618:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983762 gen 2
00000008:00010000:3.0:1789760792.379675:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.379684:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.379695:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.379779:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.379845:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554873344:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.382954:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16453, 16453]
00000080:00200000:0.0:1789760792.382984:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.382991:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.383010:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67395584 i_blocks 131656
00000020:00200000:0.0:1789760792.383016:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.383033:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.383068:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67395584, count: 4096
00000080:00200000:0.0:1789760792.383077:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67395584, bytes: 4096
00000080:00200000:0.0:1789760792.383091:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.383100:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.383102:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67395584, 67399680) 0 0
00000080:00200000:0.0:1789760792.383107:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.383125:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16454, 16454]
00020000:00200000:0.0:1789760792.383134:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67395584 chunk: [67395584, 67399680) 67399680, 4096
00020000:00200000:0.0:1789760792.383138:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.383172:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16454, 16454]
00000008:00010000:0.0:1789760792.383191:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.383196:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.383209:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67395584, 67399680) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.383224:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67395584=0x4046000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.383309:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.383313:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67399680
00000020:00010000:0.0:1789760792.383321:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.383325:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.383328:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.383332:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.383335:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.383352:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.383359:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.383387:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760792.383500:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67395584<>67399680
00000100:00100000:1.0:1789760792.383831:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873472:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.394728:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983763 gen 2
00000008:00010000:1.0:1789760792.394783:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760792.394792:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.394845:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.394858:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760792.394887:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873472:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.395121:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16454, 16454]
00000080:00200000:0.0:1789760792.395138:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.395144:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.395160:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67399680 i_blocks 131664
00000020:00200000:0.0:1789760792.395496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.395508:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.395542:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67399680, count: 4096
00000080:00200000:0.0:1789760792.395551:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67399680, bytes: 4096
00000080:00200000:0.0:1789760792.395561:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.395568:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.395571:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67399680, 67403776) 0 0
00000080:00200000:0.0:1789760792.395575:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.395593:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16455, 16455]
00020000:00200000:0.0:1789760792.395601:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67399680 chunk: [67399680, 67403776) 67403776, 4096
00020000:00200000:0.0:1789760792.395605:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.395625:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16455, 16455]
00000008:00010000:0.0:1789760792.395642:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.395703:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.395717:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67399680, 67403776) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.395731:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67399680=0x4047000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.395790:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.395793:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67403776
00000020:00010000:0.0:1789760792.395845:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.395850:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.395853:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.395856:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.395860:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.395869:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.395876:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.395897:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760792.396006:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67399680<>67403776
00000100:00100000:1.0:1789760792.396202:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873600:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.407455:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983764 gen 2
00000008:00010000:1.0:1789760792.407510:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760792.407518:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.407530:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.407601:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760792.407631:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873600:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.416701:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16455, 16455]
00000080:00200000:0.0:1789760792.416729:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.416736:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.416754:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67403776 i_blocks 131672
00000020:00200000:0.0:1789760792.416759:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.416777:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.416827:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67403776, count: 4096
00000080:00200000:0.0:1789760792.416837:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67403776, bytes: 4096
00000080:00200000:0.0:1789760792.416852:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.416861:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.416863:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67403776, 67407872) 0 0
00000080:00200000:0.0:1789760792.416867:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.416885:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16456, 16456]
00020000:00200000:0.0:1789760792.416894:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67403776 chunk: [67403776, 67407872) 67407872, 4096
00020000:00200000:0.0:1789760792.416899:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.416920:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16456, 16456]
00000008:00010000:0.0:1789760792.416939:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.416944:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.416958:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67403776, 67407872) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.416972:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67403776=0x4048000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.417044:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.417047:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67407872
00000020:00010000:0.0:1789760792.417055:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.417059:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.417062:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.417065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.417069:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.417078:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.417084:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.417115:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760792.417237:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67403776<>67407872
00000100:00100000:1.0:1789760792.417464:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873728:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.433899:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983765 gen 2
00000008:00010000:1.0:1789760792.433952:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760792.433960:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.433971:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.433995:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760792.434025:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873728:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.434151:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16456, 16456]
00000080:00200000:0.0:1789760792.434169:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.434175:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.434190:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67407872 i_blocks 131680
00000020:00200000:0.0:1789760792.434195:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.434206:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.434243:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67407872, count: 4096
00000080:00200000:0.0:1789760792.434250:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67407872, bytes: 4096
00000080:00200000:0.0:1789760792.434261:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.434270:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.434272:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67407872, 67411968) 0 0
00000080:00200000:0.0:1789760792.434277:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.434308:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16457, 16457]
00020000:00200000:0.0:1789760792.434318:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67407872 chunk: [67407872, 67411968) 67411968, 4096
00020000:00200000:0.0:1789760792.434322:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.434341:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16457, 16457]
00000008:00010000:0.0:1789760792.434360:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.434365:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.434377:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67407872, 67411968) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.434390:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67407872=0x4049000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.434448:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.434451:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67411968
00000020:00010000:0.0:1789760792.434459:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.434464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.434467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.434470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.434473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.434481:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.434487:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.434504:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760792.434612:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67407872<>67411968
00000100:00100000:1.0:1789760792.434725:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873856:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.444156:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983766 gen 2
00000008:00010000:1.0:1789760792.444210:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760792.444217:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.444228:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.444254:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760792.444283:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554873856:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.444406:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16457, 16457]
00000080:00200000:0.0:1789760792.444423:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.444429:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.444669:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67411968 i_blocks 131688
00000020:00200000:0.0:1789760792.444674:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.444686:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.444722:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67411968, count: 4096
00000080:00200000:0.0:1789760792.444730:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67411968, bytes: 4096
00000080:00200000:0.0:1789760792.444739:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.444748:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.444751:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67411968, 67416064) 0 0
00000080:00200000:0.0:1789760792.444755:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.444773:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16458, 16458]
00020000:00200000:0.0:1789760792.444781:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67411968 chunk: [67411968, 67416064) 67416064, 4096
00020000:00200000:0.0:1789760792.445222:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.445247:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16458, 16458]
00000008:00010000:0.0:1789760792.445265:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.445270:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.445283:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67411968, 67416064) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.445307:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67411968=0x404a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.445371:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.445374:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67416064
00000020:00010000:0.0:1789760792.445382:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.445385:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.445388:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.445391:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.445395:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.445402:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.445409:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.445642:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760792.445747:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67411968<>67416064
00000100:00100000:1.0:1789760792.446351:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873984:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.460227:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983767 gen 2
00000008:00010000:1.0:1789760792.460279:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760792.460298:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.460309:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.460355:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760792.460386:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554873984:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.460645:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16458, 16458]
00000080:00200000:0.0:1789760792.460663:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.460670:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.460687:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67416064 i_blocks 131696
00000020:00200000:0.0:1789760792.460690:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.460701:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.460732:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67416064, count: 4096
00000080:00200000:0.0:1789760792.460739:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67416064, bytes: 4096
00000080:00200000:0.0:1789760792.460750:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.460761:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.460763:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67416064, 67420160) 0 0
00000080:00200000:0.0:1789760792.460767:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.461303:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16459, 16459]
00020000:00200000:0.0:1789760792.461316:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67416064 chunk: [67416064, 67420160) 67420160, 4096
00020000:00200000:0.0:1789760792.461321:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.461344:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16459, 16459]
00000008:00010000:0.0:1789760792.461363:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.461368:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.461380:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67416064, 67420160) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.461394:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67416064=0x404b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.461457:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.461460:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67420160
00000020:00010000:0.0:1789760792.461470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.461473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.461476:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.461480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.461483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.461490:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.461497:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.461518:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760792.461628:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67416064<>67420160
00000100:00100000:1.0:1789760792.461949:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874112:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.482609:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983768 gen 2
00000008:00010000:1.0:1789760792.482665:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760792.482674:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.482685:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.482708:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760792.482736:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874112:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.483452:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16459, 16459]
00000080:00200000:0.0:1789760792.483471:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.483477:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.483492:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67420160 i_blocks 131704
00000020:00200000:0.0:1789760792.483496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.483507:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.483542:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67420160, count: 4096
00000080:00200000:0.0:1789760792.483549:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67420160, bytes: 4096
00000080:00200000:0.0:1789760792.483573:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.483582:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.483584:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67420160, 67424256) 0 0
00000080:00200000:0.0:1789760792.483589:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.483608:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16460, 16460]
00020000:00200000:0.0:1789760792.483617:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67420160 chunk: [67420160, 67424256) 67424256, 4096
00020000:00200000:0.0:1789760792.483622:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.483645:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16460, 16460]
00000008:00010000:0.0:1789760792.483665:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.483671:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.483684:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67420160, 67424256) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.483698:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67420160=0x404c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.483759:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.483762:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67424256
00000020:00010000:0.0:1789760792.483771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.483774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.483777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.483781:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.483784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.483793:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.483850:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.483868:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760792.483980:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67420160<>67424256
00000100:00100000:1.0:1789760792.484415:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874240:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.507872:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983769 gen 2
00000008:00010000:1.0:1789760792.507923:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760792.507933:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.507943:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.507969:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760792.507996:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874240:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.508737:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16460, 16460]
00000080:00200000:0.0:1789760792.508757:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.508763:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.508779:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67424256 i_blocks 131712
00000020:00200000:0.0:1789760792.508783:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.508793:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.508870:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67424256, count: 4096
00000080:00200000:0.0:1789760792.508878:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67424256, bytes: 4096
00000080:00200000:0.0:1789760792.508893:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.508903:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.508905:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67424256, 67428352) 0 0
00000080:00200000:0.0:1789760792.508910:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.508927:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16461, 16461]
00020000:00200000:0.0:1789760792.508936:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67424256 chunk: [67424256, 67428352) 67428352, 4096
00020000:00200000:0.0:1789760792.508940:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.508960:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16461, 16461]
00000008:00010000:0.0:1789760792.508980:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.508986:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.508997:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67424256, 67428352) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.509011:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67424256=0x404d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.509070:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.509073:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67428352
00000020:00010000:0.0:1789760792.509082:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.509086:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.509089:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.509092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.509095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.509103:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.509110:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.509127:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760792.509237:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67424256<>67428352
00000100:00100000:1.0:1789760792.509994:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874368:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.523135:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983770 gen 2
00000008:00010000:1.0:1789760792.523188:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760792.523197:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.523210:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.523228:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760792.523260:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874368:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.523946:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16461, 16461]
00000080:00200000:0.0:1789760792.523963:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.523969:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.523985:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67428352 i_blocks 131720
00000020:00200000:0.0:1789760792.523989:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.524000:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.524034:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67428352, count: 4096
00000080:00200000:0.0:1789760792.524042:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67428352, bytes: 4096
00000080:00200000:0.0:1789760792.524054:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.524063:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.524065:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67428352, 67432448) 0 0
00000080:00200000:0.0:1789760792.524070:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.524088:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16462, 16462]
00020000:00200000:0.0:1789760792.524096:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67428352 chunk: [67428352, 67432448) 67432448, 4096
00020000:00200000:0.0:1789760792.524101:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.524120:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16462, 16462]
00000008:00010000:0.0:1789760792.524137:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.524143:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.524156:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67428352, 67432448) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.524169:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67428352=0x404e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.524227:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.524230:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67432448
00000020:00010000:0.0:1789760792.524238:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.524242:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.524245:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.524249:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.524253:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.524260:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.524267:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.524293:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760792.524655:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67428352<>67432448
00000100:00100000:1.0:1789760792.525385:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874496:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.541389:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983771 gen 2
00000008:00010000:1.0:1789760792.541441:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760792.541449:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.541460:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.541553:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760792.541597:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874496:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.544534:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16462, 16462]
00000080:00200000:0.0:1789760792.544562:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.544569:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.544589:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67432448 i_blocks 131728
00000020:00200000:0.0:1789760792.544595:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.544816:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.544911:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67432448, count: 4096
00000080:00200000:0.0:1789760792.544921:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67432448, bytes: 4096
00000080:00200000:0.0:1789760792.544939:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.544948:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.544950:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67432448, 67436544) 0 0
00000080:00200000:0.0:1789760792.544955:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.544973:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16463, 16463]
00020000:00200000:0.0:1789760792.544984:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67432448 chunk: [67432448, 67436544) 67436544, 4096
00020000:00200000:0.0:1789760792.544988:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.545011:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16463, 16463]
00000008:00010000:0.0:1789760792.545030:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.545036:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.545049:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67432448, 67436544) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.545064:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67432448=0x404f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.545140:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.545143:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67436544
00000020:00010000:0.0:1789760792.545152:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.545156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.545159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.545162:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.545166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.545175:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.545182:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.545214:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760792.545343:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67432448<>67436544
00000100:00100000:1.0:1789760792.546240:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874624:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.572250:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983772 gen 2
00000008:00010000:1.0:1789760792.572319:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760792.572339:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.572352:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.572378:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760792.572406:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874624:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.572627:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16463, 16463]
00000080:00200000:0.0:1789760792.572643:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.572650:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.572665:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67436544 i_blocks 131736
00000020:00200000:0.0:1789760792.572669:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.572680:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.572711:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67436544, count: 4096
00000080:00200000:0.0:1789760792.572718:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67436544, bytes: 4096
00000080:00200000:0.0:1789760792.572728:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.572736:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.572738:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67436544, 67440640) 0 0
00000080:00200000:0.0:1789760792.572742:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.572759:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16464, 16464]
00020000:00200000:0.0:1789760792.572767:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67436544 chunk: [67436544, 67440640) 67440640, 4096
00020000:00200000:0.0:1789760792.572771:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.572792:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16464, 16464]
00000008:00010000:0.0:1789760792.572849:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.572855:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.572865:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67436544, 67440640) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.572878:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67436544=0x4050000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.572931:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.572934:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67440640
00000020:00010000:0.0:1789760792.572942:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.572945:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.572948:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.572951:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.572955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.572962:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.572968:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.572984:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760792.573095:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67436544<>67440640
00000100:00100000:1.0:1789760792.573255:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874752:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.590310:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983773 gen 2
00000008:00010000:1.0:1789760792.590368:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760792.590377:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.590388:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.590405:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760792.590435:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554874752:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.590879:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16464, 16464]
00000080:00200000:0.0:1789760792.590896:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.590902:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.590918:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67440640 i_blocks 131744
00000020:00200000:0.0:1789760792.590922:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.590932:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.590966:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67440640, count: 4096
00000080:00200000:0.0:1789760792.590974:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67440640, bytes: 4096
00000080:00200000:0.0:1789760792.590984:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.590993:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.590996:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67440640, 67444736) 0 0
00000080:00200000:0.0:1789760792.591000:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.591026:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16465, 16465]
00020000:00200000:0.0:1789760792.591035:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67440640 chunk: [67440640, 67444736) 67444736, 4096
00020000:00200000:0.0:1789760792.591045:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.591066:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16465, 16465]
00000008:00010000:0.0:1789760792.591084:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.591090:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.591103:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67440640, 67444736) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.591126:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67440640=0x4051000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.591186:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.591189:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67444736
00000020:00010000:0.0:1789760792.591197:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.591200:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.591204:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.591207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.591211:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.591218:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.591226:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.591241:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00010000:00010000:3.0:1789760792.591436:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00100000:0.0:1789760792.591747:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67440640<>67444736
00000100:00100000:1.0:1789760792.591857:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874880:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.615758:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983774 gen 2
00000008:00010000:1.0:1789760792.615849:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760792.615859:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.615870:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.615893:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760792.615922:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554874880:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.616092:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16465, 16465]
00000080:00200000:0.0:1789760792.616111:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.616118:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.616133:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67444736 i_blocks 131752
00000020:00200000:0.0:1789760792.616137:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.616148:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.616182:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67444736, count: 4096
00000080:00200000:0.0:1789760792.616190:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67444736, bytes: 4096
00000080:00200000:0.0:1789760792.616202:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.616211:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.616213:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67444736, 67448832) 0 0
00000080:00200000:0.0:1789760792.616217:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.616236:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16466, 16466]
00020000:00200000:0.0:1789760792.616244:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67444736 chunk: [67444736, 67448832) 67448832, 4096
00020000:00200000:0.0:1789760792.616249:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.616280:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16466, 16466]
00000008:00010000:0.0:1789760792.616307:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.616314:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.616324:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67444736, 67448832) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.616348:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67444736=0x4052000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.616406:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.616409:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67448832
00000020:00010000:0.0:1789760792.616416:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.616419:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.616422:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.616425:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.616429:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.616437:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.616444:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.616460:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760792.616565:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67444736<>67448832
00000100:00100000:1.0:1789760792.616701:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875008:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.637205:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983775 gen 2
00000008:00010000:1.0:1789760792.637313:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760792.637322:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.637334:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.637412:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760792.637442:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875008:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.637615:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16466, 16466]
00000080:00200000:0.0:1789760792.637632:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.637639:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.637656:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67448832 i_blocks 131760
00000020:00200000:0.0:1789760792.637659:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.637670:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.637704:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67448832, count: 4096
00000080:00200000:0.0:1789760792.637711:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67448832, bytes: 4096
00000080:00200000:0.0:1789760792.637722:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.637730:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.637733:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67448832, 67452928) 0 0
00000080:00200000:0.0:1789760792.637738:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.637756:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16467, 16467]
00020000:00200000:0.0:1789760792.637765:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67448832 chunk: [67448832, 67452928) 67452928, 4096
00020000:00200000:0.0:1789760792.637769:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.637790:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16467, 16467]
00000008:00010000:0.0:1789760792.637838:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.637844:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.637857:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67448832, 67452928) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.637871:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67448832=0x4053000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.637927:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.637930:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67452928
00000020:00010000:0.0:1789760792.637996:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.638000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.638003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.638007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.638010:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.638017:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.638024:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.638040:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760792.638217:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67448832<>67452928
00000100:00100000:1.0:1789760792.638303:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875136:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.648519:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983776 gen 2
00000008:00010000:1.0:1789760792.648571:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760792.648579:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.648591:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.648615:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760792.648646:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875136:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.648844:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16467, 16467]
00000080:00200000:0.0:1789760792.648861:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.648867:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.648883:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67452928 i_blocks 131768
00000020:00200000:0.0:1789760792.648886:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.648896:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.648928:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67452928, count: 4096
00000080:00200000:0.0:1789760792.648936:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67452928, bytes: 4096
00000080:00200000:0.0:1789760792.648946:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.648955:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.648958:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67452928, 67457024) 0 0
00000080:00200000:0.0:1789760792.648962:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.648979:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16468, 16468]
00020000:00200000:0.0:1789760792.648987:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67452928 chunk: [67452928, 67457024) 67457024, 4096
00020000:00200000:0.0:1789760792.648991:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.649010:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16468, 16468]
00000008:00010000:0.0:1789760792.649027:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.649033:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.649056:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67452928, 67457024) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.649069:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67452928=0x4054000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.649127:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.649130:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67457024
00000020:00010000:0.0:1789760792.649139:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.649142:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.649145:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.649149:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.649153:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.649160:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.649167:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.649182:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760792.649677:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67452928<>67457024
00000100:00100000:1.0:1789760792.649881:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875264:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.662878:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983777 gen 2
00000008:00010000:1.0:1789760792.662931:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760792.662940:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.662952:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.663030:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760792.663079:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875264:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.663396:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16468, 16468]
00000080:00200000:0.0:1789760792.663415:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.663421:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.663437:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67457024 i_blocks 131776
00000020:00200000:0.0:1789760792.663442:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.663589:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.663625:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67457024, count: 4096
00000080:00200000:0.0:1789760792.663633:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67457024, bytes: 4096
00000080:00200000:0.0:1789760792.663643:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.663652:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.663654:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67457024, 67461120) 0 0
00000080:00200000:0.0:1789760792.663659:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.663751:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16469, 16469]
00020000:00200000:0.0:1789760792.663760:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67457024 chunk: [67457024, 67461120) 67461120, 4096
00020000:00200000:0.0:1789760792.663764:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.663785:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16469, 16469]
00000008:00010000:0.0:1789760792.663913:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.663919:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.663932:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67457024, 67461120) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.663946:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67457024=0x4055000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.664009:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.664013:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67461120
00000020:00010000:0.0:1789760792.664021:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.664025:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.664028:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.664032:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.664035:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.664165:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.664173:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.664197:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760792.664581:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67457024<>67461120
00000100:00100000:1.0:1789760792.664731:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875392:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.680440:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983778 gen 2
00000008:00010000:1.0:1789760792.680551:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760792.680561:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.680572:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.680651:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760792.680682:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875392:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.680764:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16469, 16469]
00000080:00200000:0.0:1789760792.680780:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.680786:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.680878:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67461120 i_blocks 131784
00000020:00200000:0.0:1789760792.680883:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.680893:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.680929:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67461120, count: 4096
00000080:00200000:0.0:1789760792.680936:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67461120, bytes: 4096
00000080:00200000:0.0:1789760792.680947:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.680956:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.680959:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67461120, 67465216) 0 0
00000080:00200000:0.0:1789760792.680963:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.680980:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16470, 16470]
00020000:00200000:0.0:1789760792.680988:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67461120 chunk: [67461120, 67465216) 67465216, 4096
00020000:00200000:0.0:1789760792.680993:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.681013:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16470, 16470]
00000008:00010000:0.0:1789760792.681031:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.681036:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.681048:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67461120, 67465216) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.681061:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67461120=0x4056000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.681119:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.681122:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67465216
00000020:00010000:0.0:1789760792.681131:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.681135:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.681138:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.681142:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.681146:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.681152:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.681158:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.681175:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760792.681564:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67461120<>67465216
00000100:00100000:1.0:1789760792.681636:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875520:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.693609:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983779 gen 2
00000008:00010000:1.0:1789760792.693657:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760792.693665:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.693676:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.693750:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16470, 16470]
00000008:00010000:1.0:1789760792.693753:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760792.693786:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875520:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.693932:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.693940:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.693955:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67465216 i_blocks 131792
00000020:00200000:0.0:1789760792.693959:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.693969:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.694004:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67465216, count: 4096
00000080:00200000:0.0:1789760792.694012:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67465216, bytes: 4096
00000080:00200000:0.0:1789760792.694022:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.694030:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.694032:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67465216, 67469312) 0 0
00000080:00200000:0.0:1789760792.694036:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.694052:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16471, 16471]
00020000:00200000:0.0:1789760792.694061:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67465216 chunk: [67465216, 67469312) 67469312, 4096
00020000:00200000:0.0:1789760792.694065:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.694139:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16471, 16471]
00000008:00010000:0.0:1789760792.694159:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.694165:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.694177:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67465216, 67469312) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.694192:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67465216=0x4057000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.694248:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.694250:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67469312
00000020:00010000:0.0:1789760792.694257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.694261:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.694264:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.694267:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.694271:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.694362:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.694370:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.694387:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760792.694554:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67465216<>67469312
00000100:00100000:1.0:1789760792.694676:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875648:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.703332:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983780 gen 2
00000008:00010000:1.0:1789760792.703377:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760792.703385:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.703396:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.703422:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760792.703457:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875648:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.703567:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16471, 16471]
00000080:00200000:0.0:1789760792.703584:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.703589:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.703605:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67469312 i_blocks 131800
00000020:00200000:0.0:1789760792.703608:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.703618:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.703650:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67469312, count: 4096
00000080:00200000:0.0:1789760792.703656:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67469312, bytes: 4096
00000080:00200000:0.0:1789760792.703666:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.703674:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.703676:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67469312, 67473408) 0 0
00000080:00200000:0.0:1789760792.703680:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.703696:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16472, 16472]
00020000:00200000:0.0:1789760792.703704:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67469312 chunk: [67469312, 67473408) 67473408, 4096
00020000:00200000:0.0:1789760792.703709:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.703726:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16472, 16472]
00000008:00010000:0.0:1789760792.703741:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.703746:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.703757:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67469312, 67473408) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.703770:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67469312=0x4058000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.703863:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.703865:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67473408
00000020:00010000:0.0:1789760792.703874:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.703878:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.703881:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.703885:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.703888:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.703895:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.703902:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.703916:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760792.704018:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67469312<>67473408
00000100:00100000:1.0:1789760792.704112:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.704128:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875776:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.720602:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983781 gen 2
00000008:00010000:1.0:1789760792.720724:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760792.720734:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.720746:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.720773:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760792.720850:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554875776:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.720998:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16472, 16472]
00000080:00200000:0.0:1789760792.721015:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.721022:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.721145:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67473408 i_blocks 131808
00000020:00200000:0.0:1789760792.721151:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.721161:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.721197:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67473408, count: 4096
00000080:00200000:0.0:1789760792.721205:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67473408, bytes: 4096
00000080:00200000:0.0:1789760792.721216:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.721225:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.721228:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67473408, 67477504) 0 0
00000080:00200000:0.0:1789760792.721232:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.721249:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16473, 16473]
00020000:00200000:0.0:1789760792.721258:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67473408 chunk: [67473408, 67477504) 67477504, 4096
00020000:00200000:0.0:1789760792.721262:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.721446:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16473, 16473]
00000008:00010000:0.0:1789760792.721470:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.721476:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.721489:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67473408, 67477504) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.721504:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67473408=0x4059000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.721567:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.721570:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67477504
00000020:00010000:0.0:1789760792.721578:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.721582:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.721584:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.721588:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.721591:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.721598:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.721605:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.721623:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760792.721798:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67473408<>67477504
00000100:00100000:1.0:1789760792.721937:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.721957:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875904:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.734591:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983782 gen 2
00000008:00010000:1.0:1789760792.734648:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760792.735154:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.735168:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.735275:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760792.735317:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554875904:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.735485:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16473, 16473]
00000080:00200000:0.0:1789760792.735501:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.735507:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.735524:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67477504 i_blocks 131816
00000020:00200000:0.0:1789760792.735529:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.735540:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.735576:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67477504, count: 4096
00000080:00200000:0.0:1789760792.735584:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67477504, bytes: 4096
00000080:00200000:0.0:1789760792.735598:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.735607:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.735609:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67477504, 67481600) 0 0
00000080:00200000:0.0:1789760792.735613:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.735629:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16474, 16474]
00020000:00200000:0.0:1789760792.735638:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67477504 chunk: [67477504, 67481600) 67481600, 4096
00020000:00200000:0.0:1789760792.735642:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.735725:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16474, 16474]
00000008:00010000:0.0:1789760792.735742:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.735749:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.735760:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67477504, 67481600) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.735774:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67477504=0x405a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.735853:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.735856:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67481600
00000020:00010000:0.0:1789760792.735864:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.735868:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.735871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.735874:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.735878:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.735885:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.735892:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.735906:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760792.736013:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67477504<>67481600
00000100:00100000:1.0:1789760792.736163:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876032:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.749568:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983783 gen 2
00000008:00010000:1.0:1789760792.749621:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760792.749630:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.749641:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.749728:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760792.749758:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876032:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.751534:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16474, 16474]
00000080:00200000:0.0:1789760792.751560:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.751567:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.751585:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67481600 i_blocks 131824
00000020:00200000:0.0:1789760792.751590:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.751604:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.751639:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67481600, count: 4096
00000080:00200000:0.0:1789760792.751648:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67481600, bytes: 4096
00000080:00200000:0.0:1789760792.751662:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.751672:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.751674:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67481600, 67485696) 0 0
00000080:00200000:0.0:1789760792.751679:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.751696:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16475, 16475]
00020000:00200000:0.0:1789760792.751705:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67481600 chunk: [67481600, 67485696) 67485696, 4096
00020000:00200000:0.0:1789760792.751709:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.751731:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16475, 16475]
00000008:00010000:0.0:1789760792.751750:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.751755:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.751767:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67481600, 67485696) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.751783:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67481600=0x405b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.751947:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.751950:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67485696
00000020:00010000:0.0:1789760792.751959:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.751962:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.751966:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.751970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.751973:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.751981:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.751989:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.752017:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760792.752136:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67481600<>67485696
00000100:00100000:1.0:1789760792.752250:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876160:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.766312:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983784 gen 2
00000008:00010000:1.0:1789760792.766362:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760792.766370:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.766523:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.766552:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760792.766582:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876160:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.766960:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16475, 16475]
00000080:00200000:0.0:1789760792.766977:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.766983:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.767000:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67485696 i_blocks 131832
00000020:00200000:0.0:1789760792.767004:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.767014:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.767048:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67485696, count: 4096
00000080:00200000:0.0:1789760792.767055:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67485696, bytes: 4096
00000080:00200000:0.0:1789760792.767067:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.767076:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.767078:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67485696, 67489792) 0 0
00000080:00200000:0.0:1789760792.767083:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.767100:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16476, 16476]
00020000:00200000:0.0:1789760792.767585:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67485696 chunk: [67485696, 67489792) 67489792, 4096
00020000:00200000:0.0:1789760792.767591:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.767611:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16476, 16476]
00000008:00010000:0.0:1789760792.767630:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.767636:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.767647:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67485696, 67489792) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.767660:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67485696=0x405c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.767720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.767723:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67489792
00000020:00010000:0.0:1789760792.767730:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.767734:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.767736:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.767739:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.767743:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.767749:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.767756:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.767779:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760792.769049:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67485696<>67489792
00000100:00100000:0.0:1789760792.769511:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.769536:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876288:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.790505:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983785 gen 2
00000008:00010000:0.0:1789760792.790556:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760792.790564:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.790575:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.790601:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760792.790631:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876288:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.790751:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16476, 16476]
00000080:00200000:1.0:1789760792.790768:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.790773:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.790788:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67489792 i_blocks 131840
00000020:00200000:1.0:1789760792.790792:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.790841:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.790878:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67489792, count: 4096
00000080:00200000:1.0:1789760792.790885:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67489792, bytes: 4096
00000080:00200000:1.0:1789760792.790896:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.790905:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.790907:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67489792, 67493888) 0 0
00000080:00200000:1.0:1789760792.790912:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.790928:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16477, 16477]
00020000:00200000:1.0:1789760792.790935:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67489792 chunk: [67489792, 67493888) 67493888, 4096
00020000:00200000:1.0:1789760792.790940:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.790959:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16477, 16477]
00000008:00010000:1.0:1789760792.790977:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.790983:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.790994:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67489792, 67493888) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.791007:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67489792=0x405d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.791076:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.791080:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67493888
00000020:00010000:1.0:1789760792.791088:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.791092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.791094:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.791098:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.791101:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.791108:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.791115:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.791135:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760792.791240:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 67489792<>67493888
00000100:00100000:1.0:1789760792.791273:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.791302:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876416:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.808181:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983786 gen 2
00000008:00010000:1.0:1789760792.808233:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:1.0:1789760792.808241:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.808252:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.808279:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:1.0:1789760792.808318:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876416:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760792.808423:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16477, 16477]
00000080:00200000:3.0:1789760792.808438:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.808444:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.808460:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67493888 i_blocks 131848
00000020:00200000:3.0:1789760792.808465:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.808476:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.808510:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67493888, count: 4096
00000080:00200000:3.0:1789760792.808517:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67493888, bytes: 4096
00000080:00200000:3.0:1789760792.808527:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.808537:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.808539:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67493888, 67497984) 0 0
00000080:00200000:3.0:1789760792.808543:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.808561:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16478, 16478]
00020000:00200000:3.0:1789760792.808570:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67493888 chunk: [67493888, 67497984) 67497984, 4096
00020000:00200000:3.0:1789760792.808575:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.808595:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16478, 16478]
00000008:00010000:3.0:1789760792.808613:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.808619:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.808630:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67493888, 67497984) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.808642:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67493888=0x405e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.808698:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.808701:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67497984
00000020:00010000:3.0:1789760792.808709:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.808713:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.808716:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.808719:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.808722:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.808730:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.808738:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.808754:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.808892:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67493888<>67497984
00000100:00100000:3.0:1789760792.808933:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554876544:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.819743:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983787 gen 2
00000008:00010000:3.0:1789760792.819788:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.819797:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.820011:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.820099:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.820132:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554876544:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.820489:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16478, 16478]
00000080:00200000:1.0:1789760792.820504:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.820510:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.820524:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67497984 i_blocks 131856
00000020:00200000:1.0:1789760792.820528:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.820538:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.820574:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67497984, count: 4096
00000080:00200000:1.0:1789760792.820581:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67497984, bytes: 4096
00000080:00200000:1.0:1789760792.820592:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.820602:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.820604:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67497984, 67502080) 0 0
00000080:00200000:1.0:1789760792.820608:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.820626:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16479, 16479]
00020000:00200000:1.0:1789760792.820635:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67497984 chunk: [67497984, 67502080) 67502080, 4096
00020000:00200000:1.0:1789760792.820640:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.820718:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16479, 16479]
00000008:00010000:1.0:1789760792.820737:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.820744:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.820755:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67497984, 67502080) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.820770:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67497984=0x405f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.820967:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.820971:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67502080
00000020:00010000:1.0:1789760792.820979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.820983:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.820986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.820990:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.820993:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.821000:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.821007:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.821026:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760792.821193:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 67497984<>67502080
00000100:00100000:0.0:1789760792.821277:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876672:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.837674:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983788 gen 2
00000008:00010000:0.0:1789760792.837728:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760792.837736:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.837748:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.837770:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000080:00200000:1.0:1789760792.837982:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16479, 16479]
00000080:00200000:1.0:1789760792.838000:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.838006:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.838023:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67502080 i_blocks 131864
00000020:00200000:1.0:1789760792.838027:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.838048:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.838083:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67502080, count: 4096
00000080:00200000:1.0:1789760792.838092:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67502080, bytes: 4096
00000080:00200000:1.0:1789760792.838101:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.838111:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.838113:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67502080, 67506176) 0 0
00000080:00200000:1.0:1789760792.838117:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.838136:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16480, 16480]
00020000:00200000:1.0:1789760792.838146:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67502080 chunk: [67502080, 67506176) 67506176, 4096
00020000:00200000:1.0:1789760792.838151:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.838171:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16480, 16480]
00000008:00010000:1.0:1789760792.838189:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.838195:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.838207:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67502080, 67506176) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.838221:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67502080=0x4060000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.838272:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.838275:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67506176
00000020:00010000:1.0:1789760792.838292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.838296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.838299:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.838303:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.838306:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.838314:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.838321:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760792.838382:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554876672:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760792.838430:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:0.0:1789760792.838533:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67502080<>67506176
00000100:00100000:0.0:1789760792.838588:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876800:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.859182:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983789 gen 2
00000008:00010000:0.0:1789760792.859237:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760792.859258:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.859270:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.859308:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760792.859341:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876800:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.859459:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16480, 16480]
00000080:00200000:1.0:1789760792.859475:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.859482:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.859499:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67506176 i_blocks 131872
00000020:00200000:1.0:1789760792.859503:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.859515:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.859548:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67506176, count: 4096
00000080:00200000:1.0:1789760792.859555:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67506176, bytes: 4096
00000080:00200000:1.0:1789760792.859565:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.859574:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.859577:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67506176, 67510272) 0 0
00000080:00200000:1.0:1789760792.859583:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.859600:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16481, 16481]
00020000:00200000:1.0:1789760792.859608:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67506176 chunk: [67506176, 67510272) 67510272, 4096
00020000:00200000:1.0:1789760792.859613:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.859634:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16481, 16481]
00000008:00010000:1.0:1789760792.859651:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.859657:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.859669:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67506176, 67510272) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.859684:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67506176=0x4061000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.859743:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.859746:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67510272
00000020:00010000:1.0:1789760792.859754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.859758:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.859761:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.859764:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.859767:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.859775:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.859782:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.859849:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760792.859954:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3100 - object 0x280000401:2 offset 67506176<>67510272
00000100:00100000:0.0:1789760792.860314:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.860334:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876928:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.884853:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983790 gen 2
00000008:00010000:0.0:1789760792.884903:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760792.884913:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.884926:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.884938:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760792.884967:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554876928:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.885188:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16481, 16481]
00000080:00200000:1.0:1789760792.885205:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.885211:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.885227:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67510272 i_blocks 131880
00000020:00200000:1.0:1789760792.885231:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.885242:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.885277:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67510272, count: 4096
00000080:00200000:1.0:1789760792.885292:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67510272, bytes: 4096
00000080:00200000:1.0:1789760792.885302:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.885311:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.885313:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67510272, 67514368) 0 0
00000080:00200000:1.0:1789760792.885318:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.885334:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16482, 16482]
00020000:00200000:1.0:1789760792.885343:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67510272 chunk: [67510272, 67514368) 67514368, 4096
00020000:00200000:1.0:1789760792.885348:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.885368:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16482, 16482]
00000008:00010000:1.0:1789760792.885385:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.885391:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.885402:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67510272, 67514368) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.885417:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67510272=0x4062000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.885476:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.885478:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67514368
00000020:00010000:1.0:1789760792.885486:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.885490:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.885493:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.885496:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.885499:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.885506:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.885511:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.885526:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760792.885625:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 67510272<>67514368
00000100:00100000:0.0:1789760792.885797:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877056:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.900304:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983791 gen 2
00000008:00010000:0.0:1789760792.901214:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760792.901227:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.901239:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.901382:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760792.901422:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877056:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760792.901630:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16482, 16482]
00000080:00200000:1.0:1789760792.901647:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.901654:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.901670:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67514368 i_blocks 131888
00000020:00200000:1.0:1789760792.901675:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.901688:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.901724:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67514368, count: 4096
00000080:00200000:1.0:1789760792.901731:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67514368, bytes: 4096
00000080:00200000:1.0:1789760792.901745:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.901754:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.901756:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67514368, 67518464) 0 0
00000080:00200000:1.0:1789760792.901761:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.901778:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16483, 16483]
00020000:00200000:1.0:1789760792.901786:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67514368 chunk: [67514368, 67518464) 67518464, 4096
00020000:00200000:1.0:1789760792.901791:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.901838:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16483, 16483]
00000008:00010000:1.0:1789760792.901858:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.901865:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760792.901876:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67514368, 67518464) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.901890:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67514368=0x4063000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.902042:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.902045:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67518464
00000020:00010000:1.0:1789760792.902054:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.902058:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.902061:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.902065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.902068:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.902184:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.902192:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.902212:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760792.904058:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3480 - object 0x280000401:2 offset 67514368<>67518464
00000100:00100000:0.0:1789760792.904256:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760792.904722:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877184:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760792.924646:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983792 gen 2
00000008:00010000:0.0:1789760792.924695:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760792.924703:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760792.924715:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760792.924743:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760792.924775:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877184:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760792.924797:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16483, 16483]
00000080:00200000:3.0:1789760792.924862:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760792.924869:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760792.924886:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67518464 i_blocks 131896
00000020:00200000:3.0:1789760792.924889:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760792.924901:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760792.924934:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67518464, count: 4096
00000080:00200000:3.0:1789760792.924941:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67518464, bytes: 4096
00000080:00200000:3.0:1789760792.924949:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760792.924958:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760792.924960:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67518464, 67522560) 0 0
00000080:00200000:3.0:1789760792.924964:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760792.924981:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16484, 16484]
00020000:00200000:3.0:1789760792.924989:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67518464 chunk: [67518464, 67522560) 67522560, 4096
00020000:00200000:3.0:1789760792.924994:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760792.925013:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16484, 16484]
00000008:00010000:3.0:1789760792.925030:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760792.925044:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760792.925055:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67518464, 67522560) append 0 append lockpos 0
00000080:00200000:3.0:1789760792.925078:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67518464=0x4064000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760792.925135:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760792.925137:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67522560
00000020:00010000:3.0:1789760792.925145:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:3.0:1789760792.925149:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.925152:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760792.925156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760792.925159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760792.925165:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760792.925171:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760792.925186:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760792.925280:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67518464<>67522560
00000100:00100000:3.0:1789760792.925329:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760792.925345:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554877312:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.938374:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983793 gen 2
00000008:00010000:3.0:1789760792.938438:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760792.938446:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.938457:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.938479:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760792.938510:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554877312:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760792.938767:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16484, 16484]
00000080:00200000:2.0:1789760792.938783:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760792.938788:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760792.938828:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67522560 i_blocks 131904
00000020:00200000:2.0:1789760792.938833:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760792.938843:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760792.938878:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67522560, count: 4096
00000080:00200000:2.0:1789760792.938887:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67522560, bytes: 4096
00000080:00200000:2.0:1789760792.938897:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760792.938907:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760792.938909:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67522560, 67526656) 0 0
00000080:00200000:2.0:1789760792.938913:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760792.938931:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16485, 16485]
00020000:00200000:2.0:1789760792.938942:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67522560 chunk: [67522560, 67526656) 67526656, 4096
00020000:00200000:2.0:1789760792.938946:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760792.938966:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16485, 16485]
00000008:00010000:2.0:1789760792.938986:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760792.938993:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760792.939004:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67522560, 67526656) append 0 append lockpos 0
00000080:00200000:2.0:1789760792.939017:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67522560=0x4065000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760792.939072:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760792.939075:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67526656
00000020:00010000:2.0:1789760792.939083:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760792.939087:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.939090:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760792.939094:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760792.939096:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760792.939232:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760792.939240:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760792.939261:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760792.939494:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 67522560<>67526656
00000100:00100000:2.0:1789760792.939661:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760792.939684:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554877440:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760792.949075:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983794 gen 2
00000008:00010000:3.0:1789760792.949128:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760792.949136:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760792.949150:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760792.949173:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760792.949207:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554877440:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.949225:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16485, 16485]
00000080:00200000:0.0:1789760792.949245:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.949251:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.949268:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67526656 i_blocks 131912
00000020:00200000:0.0:1789760792.949272:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.949292:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.949328:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67526656, count: 4096
00000080:00200000:0.0:1789760792.949336:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67526656, bytes: 4096
00000080:00200000:0.0:1789760792.949345:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.949354:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.949356:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67526656, 67530752) 0 0
00000080:00200000:0.0:1789760792.949361:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.949377:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16486, 16486]
00020000:00200000:0.0:1789760792.949388:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67526656 chunk: [67526656, 67530752) 67530752, 4096
00020000:00200000:0.0:1789760792.949393:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.949413:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16486, 16486]
00000008:00010000:0.0:1789760792.949432:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.949437:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.949449:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67526656, 67530752) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.949462:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67526656=0x4066000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.949526:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.949529:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67530752
00000020:00010000:0.0:1789760792.949538:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.949541:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.949544:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.949548:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.949552:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.949559:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.949567:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.949583:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760792.949688:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67526656<>67530752
00000100:00100000:1.0:1789760792.949850:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.949869:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877568:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.962382:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983795 gen 2
00000008:00010000:1.0:1789760792.962505:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760792.962514:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.962525:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.962553:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760792.962586:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877568:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.963539:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16486, 16486]
00000080:00200000:0.0:1789760792.963562:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.963568:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.963585:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67530752 i_blocks 131920
00000020:00200000:0.0:1789760792.963590:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.963603:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.963637:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67530752, count: 4096
00000080:00200000:0.0:1789760792.963646:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67530752, bytes: 4096
00000080:00200000:0.0:1789760792.963660:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.963670:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.963672:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67530752, 67534848) 0 0
00000080:00200000:0.0:1789760792.963676:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.963695:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16487, 16487]
00020000:00200000:0.0:1789760792.963704:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67530752 chunk: [67530752, 67534848) 67534848, 4096
00020000:00200000:0.0:1789760792.963708:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.963732:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16487, 16487]
00000008:00010000:0.0:1789760792.963753:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.963760:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.963772:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67530752, 67534848) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.963786:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67530752=0x4067000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.963890:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.963893:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67534848
00000020:00010000:0.0:1789760792.963901:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.963905:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.963908:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.963912:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.963915:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.963922:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.963930:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.963950:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760792.964065:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67530752<>67534848
00000100:00100000:1.0:1789760792.964906:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.964941:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877696:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.979558:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983796 gen 2
00000008:00010000:1.0:1789760792.979611:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760792.979619:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.979630:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.979734:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760792.979768:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554877696:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.979952:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16487, 16487]
00000080:00200000:0.0:1789760792.979970:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.979977:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.979993:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67534848 i_blocks 131928
00000020:00200000:0.0:1789760792.979997:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.980008:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.980052:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67534848, count: 4096
00000080:00200000:0.0:1789760792.980059:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67534848, bytes: 4096
00000080:00200000:0.0:1789760792.980080:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.980089:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.980092:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67534848, 67538944) 0 0
00000080:00200000:0.0:1789760792.980097:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.980122:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16488, 16488]
00020000:00200000:0.0:1789760792.980132:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67534848 chunk: [67534848, 67538944) 67538944, 4096
00020000:00200000:0.0:1789760792.980137:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.980158:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16488, 16488]
00000008:00010000:0.0:1789760792.980179:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.980185:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760792.980197:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67534848, 67538944) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.980211:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67534848=0x4068000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.980305:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.980309:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67538944
00000020:00010000:0.0:1789760792.980321:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.980325:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.980329:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.980333:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.980335:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.980344:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.980351:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.980368:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760792.980490:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67534848<>67538944
00000100:00100000:1.0:1789760792.980835:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.980855:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877824:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760792.999258:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983797 gen 2
00000008:00010000:1.0:1789760792.999380:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760792.999446:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.999459:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.999571:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760792.999604:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877824:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760792.999902:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16488, 16488]
00000080:00200000:0.0:1789760792.999920:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.999927:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.999943:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67538944 i_blocks 131936
00000020:00200000:0.0:1789760792.999947:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.999959:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.999996:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67538944, count: 4096
00000080:00200000:0.0:1789760793.000005:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67538944, bytes: 4096
00000080:00200000:0.0:1789760793.000022:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.000032:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.000034:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67538944, 67543040) 0 0
00000080:00200000:0.0:1789760793.000039:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.000056:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16489, 16489]
00020000:00200000:0.0:1789760793.000064:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67538944 chunk: [67538944, 67543040) 67543040, 4096
00020000:00200000:0.0:1789760793.000068:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.000089:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16489, 16489]
00000008:00010000:0.0:1789760793.000191:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.000198:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.000211:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67538944, 67543040) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.000225:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67538944=0x4069000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.000364:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.000367:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67543040
00000020:00010000:0.0:1789760793.000377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.000380:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.000383:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.000461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.000464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.000474:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.000481:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.000502:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760793.000613:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 67538944<>67543040
00000100:00100000:1.0:1789760793.000769:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877952:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.013696:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983798 gen 2
00000008:00010000:1.0:1789760793.013750:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760793.013758:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.013769:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.013795:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000080:00200000:0.0:1789760793.013907:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16489, 16489]
00000080:00200000:0.0:1789760793.013925:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.013931:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.013945:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67543040 i_blocks 131944
00000020:00200000:0.0:1789760793.013948:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.013958:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.013991:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67543040, count: 4096
00000080:00200000:0.0:1789760793.013999:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67543040, bytes: 4096
00000080:00200000:0.0:1789760793.014009:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.014017:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.014020:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67543040, 67547136) 0 0
00000080:00200000:0.0:1789760793.014024:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.014049:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16490, 16490]
00020000:00200000:0.0:1789760793.014057:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67543040 chunk: [67543040, 67547136) 67547136, 4096
00020000:00200000:0.0:1789760793.014061:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.014080:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16490, 16490]
00000008:00010000:0.0:1789760793.014098:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.014112:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.014126:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67543040, 67547136) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.014142:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67543040=0x406a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.014203:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.014205:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67547136
00000020:00010000:0.0:1789760793.014213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.014217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.014220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.014223:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.014226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.014233:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.014239:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.014258:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760793.014368:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 67543040<>67547136
00000100:00100000:1.0:1789760793.014618:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554877952:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.014647:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.014659:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878080:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.027463:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983799 gen 2
00000008:00010000:1.0:1789760793.027517:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760793.027525:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.027537:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.027551:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760793.027584:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878080:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.027901:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16490, 16490]
00000080:00200000:0.0:1789760793.027917:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.027924:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.027939:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67547136 i_blocks 131952
00000020:00200000:0.0:1789760793.027943:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.027954:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.027989:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67547136, count: 4096
00000080:00200000:0.0:1789760793.027996:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67547136, bytes: 4096
00000080:00200000:0.0:1789760793.028006:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.028014:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.028016:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67547136, 67551232) 0 0
00000080:00200000:0.0:1789760793.028020:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.028341:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16491, 16491]
00020000:00200000:0.0:1789760793.028352:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67547136 chunk: [67547136, 67551232) 67551232, 4096
00020000:00200000:0.0:1789760793.028357:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.028380:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16491, 16491]
00000008:00010000:0.0:1789760793.028401:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.028406:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.028419:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67547136, 67551232) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.028434:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67547136=0x406b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.028499:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.028502:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67551232
00000020:00010000:0.0:1789760793.028511:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.028514:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.028517:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.028520:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.028524:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.028531:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.028538:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.028556:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760793.028793:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67547136<>67551232
00000100:00100000:1.0:1789760793.029000:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878208:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.044223:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983800 gen 2
00000008:00010000:1.0:1789760793.044277:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760793.044295:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.044307:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.044334:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760793.044365:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878208:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.044522:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16491, 16491]
00000080:00200000:3.0:1789760793.044539:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.044545:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.044561:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67551232 i_blocks 131960
00000020:00200000:3.0:1789760793.044565:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.044575:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.044611:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67551232, count: 4096
00000080:00200000:3.0:1789760793.044619:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67551232, bytes: 4096
00000080:00200000:3.0:1789760793.044638:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.044647:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.044649:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67551232, 67555328) 0 0
00000080:00200000:3.0:1789760793.044654:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.044784:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16492, 16492]
00020000:00200000:3.0:1789760793.045047:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67551232 chunk: [67551232, 67555328) 67555328, 4096
00020000:00200000:3.0:1789760793.045053:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.045308:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16492, 16492]
00000008:00010000:2.0:1789760793.045330:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.045336:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.045348:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67551232, 67555328) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.045362:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67551232=0x406c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.045428:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.045432:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67555328
00000020:00010000:2.0:1789760793.045441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.045445:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.045448:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.045452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.045455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.045466:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.045474:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.045491:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.045615:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 67551232<>67555328
00000100:00100000:3.0:1789760793.045847:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878336:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.055055:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983801 gen 2
00000008:00010000:3.0:1789760793.055119:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760793.055129:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.055142:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.055164:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760793.055198:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878336:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.055365:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16492, 16492]
00000080:00200000:2.0:1789760793.055382:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.055388:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.055403:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67555328 i_blocks 131968
00000020:00200000:2.0:1789760793.055407:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.055417:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.055451:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67555328, count: 4096
00000080:00200000:2.0:1789760793.055459:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67555328, bytes: 4096
00000080:00200000:2.0:1789760793.055469:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.055478:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.055480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67555328, 67559424) 0 0
00000080:00200000:2.0:1789760793.055485:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.055501:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16493, 16493]
00020000:00200000:2.0:1789760793.055510:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67555328 chunk: [67555328, 67559424) 67559424, 4096
00020000:00200000:2.0:1789760793.055514:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.055534:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16493, 16493]
00000008:00010000:2.0:1789760793.055553:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.055559:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.055571:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67555328, 67559424) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.055585:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67555328=0x406d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.055644:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.055648:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67559424
00000020:00010000:2.0:1789760793.055655:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.055669:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.055673:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.055676:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.055679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.055687:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.055695:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.055711:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760793.055861:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 67555328<>67559424
00000100:00100000:3.0:1789760793.056338:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554878464:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.070834:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983802 gen 2
00000008:00010000:3.0:1789760793.070952:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760793.070962:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.070975:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.070997:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760793.071027:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554878464:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.071132:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16493, 16493]
00000080:00200000:2.0:1789760793.071151:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.071156:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.071171:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67559424 i_blocks 131976
00000020:00200000:2.0:1789760793.071175:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.071185:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.071220:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67559424, count: 4096
00000080:00200000:2.0:1789760793.071229:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67559424, bytes: 4096
00000080:00200000:2.0:1789760793.071238:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.071247:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.071250:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67559424, 67563520) 0 0
00000080:00200000:2.0:1789760793.071255:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.071272:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16494, 16494]
00020000:00200000:2.0:1789760793.071293:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67559424 chunk: [67559424, 67563520) 67563520, 4096
00020000:00200000:2.0:1789760793.071298:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.071318:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16494, 16494]
00000008:00010000:2.0:1789760793.071336:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.071342:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.071354:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67559424, 67563520) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.071369:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67559424=0x406e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.071747:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.071753:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67563520
00000020:00010000:2.0:1789760793.071762:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.071766:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.071769:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.071772:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.071776:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.071784:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.071791:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.072027:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760793.072721:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67559424<>67563520
00000100:00100000:3.0:1789760793.072831:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878592:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.082127:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983803 gen 2
00000008:00010000:3.0:1789760793.082179:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760793.082188:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.082199:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.082225:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760793.082255:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878592:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.082727:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16494, 16494]
00000080:00200000:1.0:1789760793.082744:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.082750:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.082765:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67563520 i_blocks 131984
00000020:00200000:1.0:1789760793.082769:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.082780:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.082852:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67563520, count: 4096
00000080:00200000:1.0:1789760793.082860:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67563520, bytes: 4096
00000080:00200000:1.0:1789760793.082872:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.082882:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.082884:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67563520, 67567616) 0 0
00000080:00200000:1.0:1789760793.082888:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.082906:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16495, 16495]
00020000:00200000:1.0:1789760793.082916:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67563520 chunk: [67563520, 67567616) 67567616, 4096
00020000:00200000:1.0:1789760793.082921:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.082942:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16495, 16495]
00000008:00010000:1.0:1789760793.082960:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.082967:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.082980:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67563520, 67567616) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.082995:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67563520=0x406f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.083058:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.083139:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67567616
00000020:00010000:1.0:1789760793.083150:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.083154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.083158:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.083161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.083164:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.083172:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.083179:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.083197:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760793.083315:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 67563520<>67567616
00000100:00100000:1.0:1789760793.083365:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.083383:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878720:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.093324:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983804 gen 2
00000008:00010000:1.0:1789760793.093375:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:1.0:1789760793.093383:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.093396:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.093533:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:1.0:1789760793.093564:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878720:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.093926:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16495, 16495]
00000080:00200000:3.0:1789760793.093942:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.093948:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.094148:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67567616 i_blocks 131992
00000020:00200000:1.0:1789760793.094154:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.094166:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.094200:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67567616, count: 4096
00000080:00200000:1.0:1789760793.094209:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67567616, bytes: 4096
00000080:00200000:1.0:1789760793.094218:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.094227:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.094230:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67567616, 67571712) 0 0
00000080:00200000:1.0:1789760793.094235:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.094251:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16496, 16496]
00020000:00200000:1.0:1789760793.094260:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67567616 chunk: [67567616, 67571712) 67571712, 4096
00020000:00200000:1.0:1789760793.094264:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.094295:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16496, 16496]
00000008:00010000:1.0:1789760793.094314:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.094320:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.094333:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67567616, 67571712) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.094348:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67567616=0x4070000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.094403:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.094406:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67571712
00000020:00010000:1.0:1789760793.094414:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.094417:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.094420:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.094423:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c9645d128 (ffff8d7c9645f488/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.094426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c9645f488/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.094434:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.094441:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.094488:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760793.094597:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 67567616<>67571712
00000100:00100000:0.0:1789760793.094729:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.102467:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983805 gen 2
00000008:00010000:0.0:1789760793.102523:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760793.102531:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.102542:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.102565:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000080:00200000:3.0:1789760793.102593:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16496, 16496]
00000100:00100000:0.0:1789760793.102594:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554878848:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.102610:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.102616:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.102631:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67571712 i_blocks 132000
00000020:00200000:3.0:1789760793.102634:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.102645:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.102708:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67571712, count: 4096
00000080:00200000:3.0:1789760793.102715:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67571712, bytes: 4096
00000080:00200000:3.0:1789760793.102725:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.102734:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.102737:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67571712, 67575808) 0 0
00000080:00200000:3.0:1789760793.102741:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.102758:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16497, 16497]
00020000:00200000:3.0:1789760793.102766:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67571712 chunk: [67571712, 67575808) 67575808, 4096
00020000:00200000:3.0:1789760793.102770:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.102794:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16497, 16497]
00000008:00010000:3.0:1789760793.102865:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.102872:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.102885:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67571712, 67575808) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.102899:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67571712=0x4071000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.102953:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.102956:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67575808
00000020:00010000:3.0:1789760793.102964:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.102967:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.102970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.102974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.102977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.102984:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.102990:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.103005:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760793.103206:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67571712<>67575808
00000100:00100000:3.0:1789760793.103246:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.103261:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.114662:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983806 gen 2
00000008:00010000:3.0:1789760793.114711:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760793.114719:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.114730:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.114857:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760793.114891:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554878976:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.115575:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16497, 16497]
00000080:00200000:1.0:1789760793.115594:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.115600:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.115616:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67575808 i_blocks 132008
00000020:00200000:1.0:1789760793.115620:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.115632:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.115667:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67575808, count: 4096
00000080:00200000:1.0:1789760793.115675:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67575808, bytes: 4096
00000080:00200000:1.0:1789760793.115687:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.115697:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.115700:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67575808, 67579904) 0 0
00000080:00200000:1.0:1789760793.115705:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.115721:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16498, 16498]
00020000:00200000:1.0:1789760793.115729:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67575808 chunk: [67575808, 67579904) 67579904, 4096
00020000:00200000:1.0:1789760793.115733:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.115754:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16498, 16498]
00000008:00010000:1.0:1789760793.115770:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.115776:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.115788:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67575808, 67579904) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.115821:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67575808=0x4072000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.115885:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.115888:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67579904
00000020:00010000:1.0:1789760793.115897:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.115900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.115903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.115907:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.115910:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.115932:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.115939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.115961:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:1.0:1789760793.116062:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2a00 - object 0x280000401:2 offset 67575808<>67579904
00000100:00100000:0.0:1789760793.116196:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879104:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.132481:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983807 gen 2
00000008:00010000:0.0:1789760793.132534:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760793.132543:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.132556:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.132646:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760793.132687:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879104:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.132839:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16498, 16498]
00000080:00200000:1.0:1789760793.132855:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.132862:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.132877:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67579904 i_blocks 132016
00000020:00200000:1.0:1789760793.132880:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.133158:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.133192:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67579904, count: 4096
00000080:00200000:1.0:1789760793.133200:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67579904, bytes: 4096
00000080:00200000:1.0:1789760793.133211:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.133218:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.133221:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67579904, 67584000) 0 0
00000080:00200000:1.0:1789760793.133226:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.133243:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16499, 16499]
00020000:00200000:1.0:1789760793.133252:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67579904 chunk: [67579904, 67584000) 67584000, 4096
00020000:00200000:1.0:1789760793.133256:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.133355:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16499, 16499]
00000008:00010000:1.0:1789760793.133374:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.133379:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.133392:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67579904, 67584000) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.133406:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67579904=0x4073000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.133468:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.133471:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67584000
00000020:00010000:1.0:1789760793.133480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.133483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.133487:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.133595:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.133601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.133612:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.133619:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.133642:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760793.134011:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3800 - object 0x280000401:2 offset 67579904<>67584000
00000100:00100000:0.0:1789760793.134080:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554879232:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.145399:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983808 gen 2
00000008:00010000:0.0:1789760793.145450:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760793.145458:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.145471:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.145495:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760793.145537:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554879232:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.145852:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16499, 16499]
00000080:00200000:3.0:1789760793.145868:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.145874:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.145891:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67584000 i_blocks 132024
00000020:00200000:3.0:1789760793.145906:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.145917:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.145951:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67584000, count: 4096
00000080:00200000:3.0:1789760793.145958:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67584000, bytes: 4096
00000080:00200000:3.0:1789760793.145968:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.145976:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.145979:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67584000, 67588096) 0 0
00000080:00200000:3.0:1789760793.145983:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.145998:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16500, 16500]
00020000:00200000:3.0:1789760793.146006:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67584000 chunk: [67584000, 67588096) 67588096, 4096
00020000:00200000:3.0:1789760793.146011:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.146031:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16500, 16500]
00000008:00010000:3.0:1789760793.146059:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.146064:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.146075:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67584000, 67588096) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.146089:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67584000=0x4074000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.146147:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.146151:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67588096
00000020:00010000:3.0:1789760793.146159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.146163:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.146165:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.146169:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.146172:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.146180:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.146187:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.146203:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760793.146325:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67584000<>67588096
00000100:00100000:2.0:1789760793.146407:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554879360:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.164245:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983809 gen 2
00000008:00010000:3.0:1789760793.164322:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:3.0:1789760793.164332:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.164344:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.164429:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:3.0:1789760793.164461:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554879360:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.164666:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16500, 16500]
00000080:00200000:0.0:1789760793.164683:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.164689:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.164707:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67588096 i_blocks 132032
00000020:00200000:0.0:1789760793.164711:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.164722:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.164756:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67588096, count: 4096
00000080:00200000:0.0:1789760793.164764:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67588096, bytes: 4096
00000080:00200000:0.0:1789760793.164778:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.164787:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.164790:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67588096, 67592192) 0 0
00000080:00200000:0.0:1789760793.164826:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.164844:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16501, 16501]
00020000:00200000:0.0:1789760793.164853:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67588096 chunk: [67588096, 67592192) 67592192, 4096
00020000:00200000:0.0:1789760793.164857:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.164877:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16501, 16501]
00000008:00010000:0.0:1789760793.164895:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.164901:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.164912:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67588096, 67592192) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.164926:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67588096=0x4075000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.164983:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.164986:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67592192
00000020:00010000:0.0:1789760793.164995:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.164998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.165001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.165005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.165008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.165015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.165022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.165037:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760793.165684:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67588096<>67592192
00000100:00100000:1.0:1789760793.165849:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879488:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.175756:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983810 gen 2
00000008:00010000:1.0:1789760793.175840:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760793.175848:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.175860:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.175948:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760793.175979:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879488:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.178532:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16501, 16501]
00000080:00200000:0.0:1789760793.178558:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.178564:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.178582:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67592192 i_blocks 132040
00000020:00200000:0.0:1789760793.178587:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.178602:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.179752:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67592192, count: 4096
00000080:00200000:0.0:1789760793.179769:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67592192, bytes: 4096
00000080:00200000:0.0:1789760793.179787:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.179797:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.179812:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67592192, 67596288) 0 0
00000080:00200000:0.0:1789760793.179818:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.179836:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16502, 16502]
00020000:00200000:0.0:1789760793.179845:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67592192 chunk: [67592192, 67596288) 67596288, 4096
00020000:00200000:0.0:1789760793.179849:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.179871:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16502, 16502]
00000008:00010000:0.0:1789760793.179891:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.179898:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.179910:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67592192, 67596288) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.179925:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67592192=0x4076000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.179995:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.179998:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67596288
00000020:00010000:0.0:1789760793.180007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.180010:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.180013:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.180016:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.180019:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.180028:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.180035:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.180066:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760793.180174:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67592192<>67596288
00000100:00100000:1.0:1789760793.180703:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.180732:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879616:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.193869:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983811 gen 2
00000008:00010000:1.0:1789760793.193926:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760793.193935:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.193946:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.193959:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760793.193990:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879616:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.194112:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16502, 16502]
00000080:00200000:0.0:1789760793.194129:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.194134:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.194150:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67596288 i_blocks 132048
00000020:00200000:0.0:1789760793.194154:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.194165:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.194200:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67596288, count: 4096
00000080:00200000:0.0:1789760793.194207:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67596288, bytes: 4096
00000080:00200000:0.0:1789760793.194217:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.194225:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.194227:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67596288, 67600384) 0 0
00000080:00200000:0.0:1789760793.194232:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.194249:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16503, 16503]
00020000:00200000:0.0:1789760793.194257:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67596288 chunk: [67596288, 67600384) 67600384, 4096
00020000:00200000:0.0:1789760793.194261:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.194292:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16503, 16503]
00000008:00010000:0.0:1789760793.194311:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.194316:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.194328:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67596288, 67600384) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.194344:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67596288=0x4077000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.194408:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.194412:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67600384
00000020:00010000:0.0:1789760793.194421:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.194425:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.194428:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.194486:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.194490:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.194499:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.194507:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.194525:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760793.194637:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67596288<>67600384
00000100:00100000:1.0:1789760793.194703:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879744:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.212109:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983812 gen 2
00000008:00010000:1.0:1789760793.212160:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760793.212168:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.212178:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.212204:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760793.212235:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554879744:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.212361:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16503, 16503]
00000080:00200000:0.0:1789760793.212377:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.212382:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.212399:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67600384 i_blocks 132056
00000020:00200000:0.0:1789760793.212402:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.212413:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.212448:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67600384, count: 4096
00000080:00200000:0.0:1789760793.212456:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67600384, bytes: 4096
00000080:00200000:0.0:1789760793.212465:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.212485:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.212488:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67600384, 67604480) 0 0
00000080:00200000:0.0:1789760793.212492:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.212509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16504, 16504]
00020000:00200000:0.0:1789760793.212519:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67600384 chunk: [67600384, 67604480) 67604480, 4096
00020000:00200000:0.0:1789760793.212523:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.212545:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16504, 16504]
00000008:00010000:0.0:1789760793.212564:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.212570:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.212582:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67600384, 67604480) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.212596:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67600384=0x4078000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.212655:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.212658:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67604480
00000020:00010000:0.0:1789760793.212666:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.212670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.212672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.212676:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.212679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.212686:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.212692:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.212709:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760793.212849:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67600384<>67604480
00000100:00100000:1.0:1789760793.213204:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554879872:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.223865:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983813 gen 2
00000008:00010000:1.0:1789760793.223918:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760793.223926:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.223936:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.224013:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760793.224043:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554879872:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.228644:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16504, 16504]
00000080:00200000:0.0:1789760793.228682:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.228689:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:3.0:1789760793.229055:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554880128:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760793.229175:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554880384:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760793.229210:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:3.0:1789760793.229217:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554880000:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760793.229245:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554880256:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760793.229271:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554880512:192.168.203.122@tcp:400:kworker.0
00000080:00200000:1.0:1789760793.229794:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67604480 i_blocks 132064
00000020:00200000:1.0:1789760793.229830:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.229844:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.229881:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67604480, count: 4096
00000080:00200000:1.0:1789760793.229890:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67604480, bytes: 4096
00000080:00200000:1.0:1789760793.229901:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.229911:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.229913:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67604480, 67608576) 0 0
00000080:00200000:1.0:1789760793.229917:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.229931:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16505, 16505]
00020000:00200000:1.0:1789760793.229940:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67604480 chunk: [67604480, 67608576) 67608576, 4096
00020000:00200000:1.0:1789760793.229944:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.229966:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16505, 16505]
00000008:00010000:1.0:1789760793.229982:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.229988:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.230001:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67604480, 67608576) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.230015:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67604480=0x4079000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.230093:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.230096:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67608576
00000020:00010000:1.0:1789760793.230105:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.230108:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.230111:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.230115:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.230117:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.230125:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.230132:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.230184:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.230297:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67604480<>67608576
00000100:00100000:1.0:1789760793.230345:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.230357:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554880640:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.231290:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554880000:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.246555:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554880256:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.246578:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554880512:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.246591:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554880128:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760793.246603:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554880384:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760793.250131:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983814 gen 2
00000008:00010000:1.0:1789760793.250188:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.250197:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.250208:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.250276:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.250320:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554880640:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.250414:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16505, 16505]
00000080:00200000:3.0:1789760793.250432:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.250439:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.250455:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67608576 i_blocks 132072
00000020:00200000:3.0:1789760793.250458:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.250471:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.250506:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67608576, count: 4096
00000080:00200000:3.0:1789760793.250513:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67608576, bytes: 4096
00000080:00200000:3.0:1789760793.250525:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.250532:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.250534:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67608576, 67612672) 0 0
00000080:00200000:3.0:1789760793.250539:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.250556:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16506, 16506]
00020000:00200000:3.0:1789760793.250564:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67608576 chunk: [67608576, 67612672) 67612672, 4096
00020000:00200000:3.0:1789760793.250568:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.250589:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16506, 16506]
00000008:00010000:3.0:1789760793.250608:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.250613:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.250624:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67608576, 67612672) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.250638:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67608576=0x407a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.250696:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.250699:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67612672
00000020:00010000:3.0:1789760793.250709:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.250713:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.250716:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.250720:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.250723:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.250731:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.250739:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.250755:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d96c0
00000008:00100000:3.0:1789760793.251019:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9f80 - object 0x280000401:2 offset 67608576<>67612672
00000100:00100000:3.0:1789760793.251075:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760793.251092:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554880768:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760793.257327:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983815 gen 2
00000008:00010000:2.0:1789760793.257478:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d96c0
00000020:00200000:2.0:1789760793.257490:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.257503:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.257584:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d96c0
00000100:00100000:2.0:1789760793.257617:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554880768:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.258177:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16506, 16506]
00000080:00200000:1.0:1789760793.258193:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.258197:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.258211:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67612672 i_blocks 132080
00000020:00200000:1.0:1789760793.258214:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.258224:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.258253:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67612672, count: 4096
00000080:00200000:1.0:1789760793.258259:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67612672, bytes: 4096
00000080:00200000:1.0:1789760793.258269:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.258276:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.258287:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67612672, 67616768) 0 0
00000080:00200000:1.0:1789760793.258292:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.258310:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16507, 16507]
00020000:00200000:1.0:1789760793.258319:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67612672 chunk: [67612672, 67616768) 67616768, 4096
00020000:00200000:1.0:1789760793.258323:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.258343:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16507, 16507]
00000008:00010000:1.0:1789760793.258362:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.258582:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.258597:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67612672, 67616768) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.258613:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67612672=0x407b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.258760:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.258763:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67616768
00000020:00010000:1.0:1789760793.258771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.258773:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.258775:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.258778:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.258780:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.258787:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.258792:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.258977:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.259144:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67612672<>67616768
00000100:00100000:1.0:1789760793.259221:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554880896:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.269358:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983816 gen 2
00000008:00010000:1.0:1789760793.269482:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.269492:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.269503:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.269533:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.269565:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554880896:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.269751:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16507, 16507]
00000080:00200000:2.0:1789760793.269767:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.269776:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.269791:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67616768 i_blocks 132088
00000020:00200000:2.0:1789760793.269795:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.269852:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.269885:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67616768, count: 4096
00000080:00200000:2.0:1789760793.269893:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67616768, bytes: 4096
00000080:00200000:2.0:1789760793.269904:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.269913:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.269916:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67616768, 67620864) 0 0
00000080:00200000:2.0:1789760793.269920:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.269936:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16508, 16508]
00020000:00200000:2.0:1789760793.269944:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67616768 chunk: [67616768, 67620864) 67620864, 4096
00020000:00200000:2.0:1789760793.269948:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.269968:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16508, 16508]
00000008:00010000:2.0:1789760793.269985:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.269991:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.270002:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67616768, 67620864) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.270016:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67616768=0x407c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.270867:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.270873:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67620864
00000020:00010000:2.0:1789760793.270883:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.270888:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.270892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.270895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.270898:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.270909:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.270916:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.270935:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.271202:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67616768<>67620864
00000100:00100000:3.0:1789760793.271449:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554881024:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760793.278747:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983817 gen 2
00000008:00010000:2.0:1789760793.278842:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:2.0:1789760793.278852:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.278866:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.278892:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:2.0:1789760793.278923:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554881024:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.279038:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16508, 16508]
00000080:00200000:1.0:1789760793.279056:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.279063:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.279080:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67620864 i_blocks 132096
00000020:00200000:1.0:1789760793.279084:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.279095:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.279132:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67620864, count: 4096
00000080:00200000:1.0:1789760793.279139:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67620864, bytes: 4096
00000080:00200000:1.0:1789760793.279150:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.279159:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.279161:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67620864, 67624960) 0 0
00000080:00200000:1.0:1789760793.279166:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.279319:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16509, 16509]
00020000:00200000:1.0:1789760793.279328:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67620864 chunk: [67620864, 67624960) 67624960, 4096
00020000:00200000:1.0:1789760793.279332:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.279355:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16509, 16509]
00000008:00010000:1.0:1789760793.279375:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.279380:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.279465:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67620864, 67624960) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.279479:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67620864=0x407d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.279541:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.279545:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67624960
00000020:00010000:1.0:1789760793.279555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.279558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.279561:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.279564:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.279567:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.279575:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.279581:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.279600:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.279701:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67620864<>67624960
00000100:00100000:0.0:1789760793.279771:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881152:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.291291:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983818 gen 2
00000008:00010000:1.0:1789760793.291342:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.291350:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.291361:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.291502:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16509, 16509]
00000008:00010000:1.0:1789760793.291503:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.291536:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881152:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.291576:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.291582:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.291597:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67624960 i_blocks 132104
00000020:00200000:2.0:1789760793.291600:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.291612:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.291645:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67624960, count: 4096
00000080:00200000:2.0:1789760793.291694:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67624960, bytes: 4096
00000080:00200000:2.0:1789760793.291709:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.291716:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.291718:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67624960, 67629056) 0 0
00000080:00200000:2.0:1789760793.291722:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.291736:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16510, 16510]
00020000:00200000:2.0:1789760793.291743:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67624960 chunk: [67624960, 67629056) 67629056, 4096
00020000:00200000:2.0:1789760793.291746:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.291764:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16510, 16510]
00000008:00010000:2.0:1789760793.291778:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.291783:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.291793:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67624960, 67629056) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.291873:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67624960=0x407e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.291988:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.291991:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67629056
00000020:00010000:2.0:1789760793.291998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.292000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.292003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.292005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.292008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.292014:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.292019:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.292033:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.292197:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67624960<>67629056
00000100:00100000:3.0:1789760793.292277:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554881280:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760793.298767:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983819 gen 2
00000008:00010000:2.0:1789760793.298951:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:2.0:1789760793.298961:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.298973:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.298996:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:2.0:1789760793.299027:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554881280:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.299145:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16510, 16510]
00000080:00200000:1.0:1789760793.299162:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.299167:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.299183:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67629056 i_blocks 132112
00000020:00200000:1.0:1789760793.299187:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.299198:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.299239:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67629056, count: 4096
00000080:00200000:1.0:1789760793.299247:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67629056, bytes: 4096
00000080:00200000:1.0:1789760793.299257:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.299266:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.299268:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67629056, 67633152) 0 0
00000080:00200000:1.0:1789760793.299273:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.299303:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16511, 16511]
00020000:00200000:1.0:1789760793.299312:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67629056 chunk: [67629056, 67633152) 67633152, 4096
00020000:00200000:1.0:1789760793.299317:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.299337:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16511, 16511]
00000008:00010000:1.0:1789760793.299353:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.299359:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.299382:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67629056, 67633152) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.299396:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67629056=0x407f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.299455:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.299458:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67633152
00000020:00010000:1.0:1789760793.299466:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.299470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.299473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.299476:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.299480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.299487:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.299494:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.299522:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.299637:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67629056<>67633152
00000100:00100000:1.0:1789760793.299681:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.299697:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881408:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.312255:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983820 gen 2
00000008:00010000:1.0:1789760793.312313:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.312321:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.312332:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.312414:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.312446:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881408:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.312585:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16511, 16511]
00000080:00200000:0.0:1789760793.312601:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.312608:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.312624:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67633152 i_blocks 132120
00000020:00200000:0.0:1789760793.312627:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.312640:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.312740:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67633152, count: 4096
00000080:00200000:0.0:1789760793.312749:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67633152, bytes: 4096
00000080:00200000:0.0:1789760793.312760:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.312769:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.312772:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67633152, 67637248) 0 0
00000080:00200000:0.0:1789760793.312777:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.312793:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16512, 16512]
00020000:00200000:0.0:1789760793.312888:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67633152 chunk: [67633152, 67637248) 67637248, 4096
00020000:00200000:0.0:1789760793.312893:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.312915:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16512, 16512]
00000008:00010000:0.0:1789760793.312933:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.312939:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.312951:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67633152, 67637248) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.312964:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67633152=0x4080000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.313020:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.313023:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67637248
00000020:00010000:0.0:1789760793.313032:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.313213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.313217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.313221:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.313225:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.313233:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.313240:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.313260:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760793.313370:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67633152<>67637248
00000100:00100000:1.0:1789760793.313499:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881536:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.321513:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983821 gen 2
00000008:00010000:1.0:1789760793.321565:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760793.321574:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.321585:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.321608:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760793.321636:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554881536:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.321875:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16512, 16512]
00000080:00200000:0.0:1789760793.321891:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.321898:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.321913:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67637248 i_blocks 132128
00000020:00200000:0.0:1789760793.321917:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.321927:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.321959:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67637248, count: 4096
00000080:00200000:0.0:1789760793.321966:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67637248, bytes: 4096
00000080:00200000:0.0:1789760793.321976:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.321984:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.321985:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67637248, 67641344) 0 0
00000080:00200000:0.0:1789760793.321989:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.322006:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16513, 16513]
00020000:00200000:0.0:1789760793.322015:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67637248 chunk: [67637248, 67641344) 67641344, 4096
00020000:00200000:0.0:1789760793.322019:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.322049:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16513, 16513]
00000008:00010000:0.0:1789760793.322075:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.322080:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.322091:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67637248, 67641344) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.322105:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67637248=0x4081000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.322163:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.322165:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67641344
00000020:00010000:0.0:1789760793.322173:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.322177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.322180:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.322183:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.322186:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.322193:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.322199:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.322215:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760793.322332:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 67637248<>67641344
00000100:00100000:1.0:1789760793.322587:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554881664:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.340413:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983822 gen 2
00000008:00010000:1.0:1789760793.340466:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760793.340475:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.340485:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.340610:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760793.340641:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554881664:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.340768:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16513, 16513]
00000080:00200000:0.0:1789760793.340784:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.340790:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.341142:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67641344 i_blocks 132136
00000020:00200000:0.0:1789760793.341148:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.341230:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.341266:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67641344, count: 4096
00000080:00200000:1.0:1789760793.341274:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67641344, bytes: 4096
00000080:00200000:1.0:1789760793.341293:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.341303:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.341305:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67641344, 67645440) 0 0
00000080:00200000:1.0:1789760793.341309:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.341325:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16514, 16514]
00020000:00200000:1.0:1789760793.341333:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67641344 chunk: [67641344, 67645440) 67645440, 4096
00020000:00200000:1.0:1789760793.341337:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.341358:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16514, 16514]
00000008:00010000:1.0:1789760793.341377:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.341383:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.341393:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67641344, 67645440) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.341406:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67641344=0x4082000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.341464:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.341467:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67645440
00000020:00010000:1.0:1789760793.341475:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.341479:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.341482:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.341486:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.341489:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.341497:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.341504:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.341551:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.341653:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67641344<>67645440
00000100:00100000:1.0:1789760793.341893:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.341913:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554881792:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.352195:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983823 gen 2
00000008:00010000:1.0:1789760793.352248:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.352262:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.352274:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.352311:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.352346:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554881792:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.352509:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16514, 16514]
00000080:00200000:2.0:1789760793.352525:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.352531:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.352547:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67645440 i_blocks 132144
00000020:00200000:2.0:1789760793.352551:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.352563:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.352602:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67645440, count: 4096
00000080:00200000:2.0:1789760793.352609:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67645440, bytes: 4096
00000080:00200000:2.0:1789760793.352622:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.352631:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.352633:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67645440, 67649536) 0 0
00000080:00200000:2.0:1789760793.352638:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.352654:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16515, 16515]
00020000:00200000:2.0:1789760793.352663:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67645440 chunk: [67645440, 67649536) 67649536, 4096
00020000:00200000:2.0:1789760793.352667:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.352688:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16515, 16515]
00000008:00010000:2.0:1789760793.352707:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.352713:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.352724:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67645440, 67649536) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.352738:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67645440=0x4083000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.352796:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.352900:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67649536
00000020:00010000:2.0:1789760793.352910:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.352914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.352917:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.352922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.352925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.352935:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.352942:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.352960:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.353142:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67645440<>67649536
00000100:00100000:3.0:1789760793.353222:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554881920:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760793.379259:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983824 gen 2
00000008:00010000:2.0:1789760793.379324:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:2.0:1789760793.379332:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.379344:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.379370:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:2.0:1789760793.379401:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554881920:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.379622:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16515, 16515]
00000080:00200000:1.0:1789760793.379639:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.379645:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.379672:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67649536 i_blocks 132152
00000020:00200000:1.0:1789760793.379676:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.379687:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.379722:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67649536, count: 4096
00000080:00200000:1.0:1789760793.379729:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67649536, bytes: 4096
00000080:00200000:1.0:1789760793.379740:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.379749:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.379751:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67649536, 67653632) 0 0
00000080:00200000:1.0:1789760793.379756:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.379774:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16516, 16516]
00020000:00200000:1.0:1789760793.379784:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67649536 chunk: [67649536, 67653632) 67653632, 4096
00020000:00200000:1.0:1789760793.379788:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.379853:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16516, 16516]
00000008:00010000:1.0:1789760793.379874:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.379880:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.379892:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67649536, 67653632) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.379908:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67649536=0x4084000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.379982:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.379985:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67653632
00000020:00010000:1.0:1789760793.379994:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.379998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.380000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.380004:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.380006:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.380014:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.380020:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.380048:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.380380:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67649536<>67653632
00000100:00100000:1.0:1789760793.380433:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882048:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.395007:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983825 gen 2
00000008:00010000:1.0:1789760793.395062:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760793.395070:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.395083:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.395166:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760793.395197:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882048:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.397313:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16516, 16516]
00000080:00200000:0.0:1789760793.397340:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.397347:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.397365:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67653632 i_blocks 132160
00000020:00200000:0.0:1789760793.397371:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.397390:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.397426:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67653632, count: 4096
00000080:00200000:0.0:1789760793.397436:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67653632, bytes: 4096
00000080:00200000:0.0:1789760793.397452:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.397461:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.397464:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67653632, 67657728) 0 0
00000080:00200000:0.0:1789760793.397468:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.397486:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16517, 16517]
00020000:00200000:0.0:1789760793.397496:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67653632 chunk: [67653632, 67657728) 67657728, 4096
00020000:00200000:0.0:1789760793.397501:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.397525:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16517, 16517]
00000008:00010000:0.0:1789760793.397545:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.397551:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.397570:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67653632, 67657728) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.397586:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67653632=0x4085000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.397661:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.397665:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67657728
00000020:00010000:0.0:1789760793.397673:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.397676:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.397681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.397684:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.397687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.397695:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.397702:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.397731:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760793.398066:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 67653632<>67657728
00000100:00100000:1.0:1789760793.398126:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.398209:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882176:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.405411:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983826 gen 2
00000008:00010000:1.0:1789760793.405467:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760793.405479:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.405492:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.405522:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760793.405557:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882176:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.406153:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16517, 16517]
00000080:00200000:2.0:1789760793.406169:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.406175:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.406188:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67657728 i_blocks 132168
00000020:00200000:2.0:1789760793.406192:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.406201:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.406234:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67657728, count: 4096
00000080:00200000:2.0:1789760793.406240:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67657728, bytes: 4096
00000080:00200000:2.0:1789760793.406250:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.406258:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.406260:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67657728, 67661824) 0 0
00000080:00200000:2.0:1789760793.406264:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.406295:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16518, 16518]
00020000:00200000:2.0:1789760793.406303:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67657728 chunk: [67657728, 67661824) 67661824, 4096
00020000:00200000:2.0:1789760793.406308:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.406332:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16518, 16518]
00000008:00010000:2.0:1789760793.406350:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.406355:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.406366:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67657728, 67661824) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.406378:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67657728=0x4086000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.406441:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.406443:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67661824
00000020:00010000:2.0:1789760793.406452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.406455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.406458:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.406461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.406464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.406473:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.406480:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.406497:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.406614:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67657728<>67661824
00000100:00100000:3.0:1789760793.406889:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554882304:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760793.413534:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983827 gen 2
00000008:00010000:2.0:1789760793.413591:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:2.0:1789760793.413600:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.413614:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.413640:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:2.0:1789760793.413679:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554882304:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.413796:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16518, 16518]
00000080:00200000:1.0:1789760793.413844:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.413851:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.413867:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67661824 i_blocks 132176
00000020:00200000:1.0:1789760793.413870:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.413881:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.413916:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67661824, count: 4096
00000080:00200000:1.0:1789760793.413923:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67661824, bytes: 4096
00000080:00200000:1.0:1789760793.413945:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.413954:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.413956:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67661824, 67665920) 0 0
00000080:00200000:1.0:1789760793.413961:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.413978:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16519, 16519]
00020000:00200000:1.0:1789760793.413987:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67661824 chunk: [67661824, 67665920) 67665920, 4096
00020000:00200000:1.0:1789760793.413991:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.414012:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16519, 16519]
00000008:00010000:1.0:1789760793.414031:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.414049:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.414061:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67661824, 67665920) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.414083:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67661824=0x4087000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.414142:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.414146:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67665920
00000020:00010000:1.0:1789760793.414155:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.414158:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.414161:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.414166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.414169:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.414177:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.414183:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.414199:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.414311:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67661824<>67665920
00000100:00100000:0.0:1789760793.414546:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882432:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.424056:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983828 gen 2
00000008:00010000:0.0:1789760793.424109:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760793.424117:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.424130:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.424151:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760793.424180:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882432:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.424924:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16519, 16519]
00000080:00200000:1.0:1789760793.424942:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.424948:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.424965:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67665920 i_blocks 132184
00000020:00200000:1.0:1789760793.424970:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.424982:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.425016:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67665920, count: 4096
00000080:00200000:1.0:1789760793.425023:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67665920, bytes: 4096
00000080:00200000:1.0:1789760793.425045:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.425055:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.425057:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67665920, 67670016) 0 0
00000080:00200000:1.0:1789760793.425061:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.425078:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16520, 16520]
00020000:00200000:1.0:1789760793.425087:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67665920 chunk: [67665920, 67670016) 67670016, 4096
00020000:00200000:1.0:1789760793.425091:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.425112:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16520, 16520]
00000008:00010000:1.0:1789760793.425131:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.425137:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.425148:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67665920, 67670016) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.425163:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67665920=0x4088000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.425222:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.425225:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67670016
00000020:00010000:1.0:1789760793.425233:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.425236:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.425239:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.425244:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.425247:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.425253:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.425259:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.425276:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760793.425399:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1f80 - object 0x280000401:2 offset 67665920<>67670016
00000100:00100000:0.0:1789760793.425511:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760793.425532:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882560:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.432292:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983829 gen 2
00000008:00010000:0.0:1789760793.432344:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760793.432353:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.432365:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.432388:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760793.432418:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882560:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.432524:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16520, 16520]
00000080:00200000:1.0:1789760793.432538:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.432542:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.432555:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67670016 i_blocks 132192
00000020:00200000:1.0:1789760793.432557:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.432566:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.432598:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67670016, count: 4096
00000080:00200000:1.0:1789760793.432605:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67670016, bytes: 4096
00000080:00200000:1.0:1789760793.432614:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.432623:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.432625:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67670016, 67674112) 0 0
00000080:00200000:1.0:1789760793.432629:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.432645:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16521, 16521]
00020000:00200000:1.0:1789760793.432653:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67670016 chunk: [67670016, 67674112) 67674112, 4096
00020000:00200000:1.0:1789760793.432658:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.432677:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16521, 16521]
00000008:00010000:1.0:1789760793.432695:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.432700:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.432711:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67670016, 67674112) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.432724:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67670016=0x4089000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.432783:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.432786:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67674112
00000020:00010000:1.0:1789760793.432794:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.432797:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.432844:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.432849:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.432852:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.432861:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.432868:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.432886:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760793.432989:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 67670016<>67674112
00000100:00100000:0.0:1789760793.433133:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882688:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.441402:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983830 gen 2
00000008:00010000:0.0:1789760793.441453:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760793.441462:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.441475:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.441488:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760793.441518:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882688:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.441687:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16521, 16521]
00000080:00200000:1.0:1789760793.441704:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.441711:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.441726:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67674112 i_blocks 132200
00000020:00200000:1.0:1789760793.441730:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.441741:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.441787:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67674112, count: 4096
00000080:00200000:1.0:1789760793.441795:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67674112, bytes: 4096
00000080:00200000:1.0:1789760793.441831:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.441842:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.441844:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67674112, 67678208) 0 0
00000080:00200000:1.0:1789760793.441848:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.441865:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16522, 16522]
00020000:00200000:1.0:1789760793.441873:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67674112 chunk: [67674112, 67678208) 67678208, 4096
00020000:00200000:1.0:1789760793.441878:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.441899:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16522, 16522]
00000008:00010000:1.0:1789760793.441917:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.441922:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.441934:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67674112, 67678208) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.441949:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67674112=0x408a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.442009:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.442012:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67678208
00000020:00010000:1.0:1789760793.442020:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.442024:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.442027:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.442031:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.442034:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.442042:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.442049:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.442667:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:1.0:1789760793.442847:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1c00 - object 0x280000401:2 offset 67674112<>67678208
00000100:00100000:0.0:1789760793.443191:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554882816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.453030:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983831 gen 2
00000008:00010000:0.0:1789760793.453232:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760793.453241:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.453253:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.453275:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760793.453314:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554882816:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.453487:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16522, 16522]
00000080:00200000:1.0:1789760793.453503:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.453509:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.453524:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67678208 i_blocks 132208
00000020:00200000:1.0:1789760793.453528:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.453539:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.453574:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67678208, count: 4096
00000080:00200000:1.0:1789760793.453581:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67678208, bytes: 4096
00000080:00200000:1.0:1789760793.453594:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.453603:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.453605:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67678208, 67682304) 0 0
00000080:00200000:1.0:1789760793.453610:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.453625:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16523, 16523]
00020000:00200000:1.0:1789760793.453634:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67678208 chunk: [67678208, 67682304) 67682304, 4096
00020000:00200000:1.0:1789760793.453638:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.454790:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16523, 16523]
00000008:00010000:1.0:1789760793.454838:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.454844:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.454858:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67678208, 67682304) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.454876:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67678208=0x408b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.454945:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.454948:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67682304
00000020:00010000:1.0:1789760793.454957:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.454960:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.454963:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.454967:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.454970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.454980:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.454988:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.455017:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760793.455715:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2d80 - object 0x280000401:2 offset 67678208<>67682304
00000100:00100000:0.0:1789760793.455870:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882944:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.475014:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983832 gen 2
00000008:00010000:0.0:1789760793.475083:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760793.475092:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.475103:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.475126:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760793.475159:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554882944:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.475374:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16523, 16523]
00000080:00200000:1.0:1789760793.475391:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.475397:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.475413:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67682304 i_blocks 132216
00000020:00200000:1.0:1789760793.475416:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.475427:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.475460:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67682304, count: 4096
00000080:00200000:1.0:1789760793.475467:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67682304, bytes: 4096
00000080:00200000:1.0:1789760793.475477:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.475485:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.475487:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67682304, 67686400) 0 0
00000080:00200000:1.0:1789760793.475492:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.475509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16524, 16524]
00020000:00200000:1.0:1789760793.475518:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67682304 chunk: [67682304, 67686400) 67686400, 4096
00020000:00200000:1.0:1789760793.475522:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.475543:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16524, 16524]
00000008:00010000:1.0:1789760793.475563:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.475569:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.475581:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67682304, 67686400) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.475594:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67682304=0x408c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.475651:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.475667:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67686400
00000020:00010000:1.0:1789760793.475675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.475678:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.475681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.475685:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.475688:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.475696:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.475702:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.475719:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760793.475869:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0380 - object 0x280000401:2 offset 67682304<>67686400
00000100:00100000:0.0:1789760793.476451:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554883072:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.484014:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983833 gen 2
00000008:00010000:0.0:1789760793.484064:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760793.484074:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.484087:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.484111:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760793.484141:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554883072:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.484293:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16524, 16524]
00000080:00200000:1.0:1789760793.484309:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.484316:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.484331:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67686400 i_blocks 132224
00000020:00200000:1.0:1789760793.484335:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.484346:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.484381:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67686400, count: 4096
00000080:00200000:1.0:1789760793.484388:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67686400, bytes: 4096
00000080:00200000:1.0:1789760793.484398:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.484406:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.484408:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67686400, 67690496) 0 0
00000080:00200000:1.0:1789760793.484412:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.484427:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16525, 16525]
00020000:00200000:1.0:1789760793.484435:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67686400 chunk: [67686400, 67690496) 67690496, 4096
00020000:00200000:1.0:1789760793.484440:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.484459:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16525, 16525]
00000008:00010000:1.0:1789760793.484475:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.484481:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.484492:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67686400, 67690496) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.484504:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67686400=0x408d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.484566:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.484569:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67690496
00000020:00010000:1.0:1789760793.484577:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.484580:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.484583:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.484588:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.484591:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.484598:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.484604:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.484622:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760793.484727:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0a80 - object 0x280000401:2 offset 67686400<>67690496
00000100:00100000:0.0:1789760793.485663:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554883200:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.493749:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983834 gen 2
00000008:00010000:0.0:1789760793.493840:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760793.493849:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.493861:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.493874:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760793.493901:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554883200:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.494029:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16525, 16525]
00000080:00200000:1.0:1789760793.494238:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.494245:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.494261:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67690496 i_blocks 132232
00000020:00200000:1.0:1789760793.494265:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.494385:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.494421:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67690496, count: 4096
00000080:00200000:1.0:1789760793.494429:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67690496, bytes: 4096
00000080:00200000:1.0:1789760793.494441:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.494451:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.494454:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67690496, 67694592) 0 0
00000080:00200000:1.0:1789760793.494459:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.494475:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16526, 16526]
00020000:00200000:1.0:1789760793.494484:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67690496 chunk: [67690496, 67694592) 67694592, 4096
00020000:00200000:1.0:1789760793.494489:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.494509:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16526, 16526]
00000008:00010000:1.0:1789760793.494528:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.494534:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.494547:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67690496, 67694592) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.494561:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67690496=0x408e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.494625:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.494628:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67694592
00000020:00010000:1.0:1789760793.494636:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.494639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.494642:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.494647:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.494649:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.494669:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.494677:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.494695:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760793.494852:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0a80 - object 0x280000401:2 offset 67690496<>67694592
00000100:00100000:0.0:1789760793.495136:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554883328:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.504901:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983835 gen 2
00000008:00010000:0.0:1789760793.504953:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760793.504962:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.504975:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.505002:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760793.505032:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554883328:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.505400:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16526, 16526]
00000080:00200000:1.0:1789760793.505417:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.505423:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.505438:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67694592 i_blocks 132240
00000020:00200000:1.0:1789760793.505442:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.505453:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.505488:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67694592, count: 4096
00000080:00200000:1.0:1789760793.505495:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67694592, bytes: 4096
00000080:00200000:1.0:1789760793.505505:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.505514:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.505516:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67694592, 67698688) 0 0
00000080:00200000:1.0:1789760793.505521:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.505536:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16527, 16527]
00020000:00200000:1.0:1789760793.505545:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67694592 chunk: [67694592, 67698688) 67698688, 4096
00020000:00200000:1.0:1789760793.505550:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.505569:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16527, 16527]
00000008:00010000:1.0:1789760793.505587:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.505592:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.505605:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67694592, 67698688) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.505620:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67694592=0x408f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.505678:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.505681:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67698688
00000020:00010000:1.0:1789760793.505688:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.505692:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.505695:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.505700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.505703:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.505711:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.505719:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.505734:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:1.0:1789760793.506344:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0380 - object 0x280000401:2 offset 67694592<>67698688
00000100:00100000:0.0:1789760793.506443:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554883456:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.518415:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983836 gen 2
00000008:00010000:0.0:1789760793.518469:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760793.518478:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.518491:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.518554:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760793.518588:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554883456:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.518853:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16527, 16527]
00000080:00200000:2.0:1789760793.518870:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.518876:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.518893:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67698688 i_blocks 132248
00000020:00200000:2.0:1789760793.518897:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.518909:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.518943:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67698688, count: 4096
00000080:00200000:2.0:1789760793.518950:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67698688, bytes: 4096
00000080:00200000:2.0:1789760793.518960:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.518968:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.518971:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67698688, 67702784) 0 0
00000080:00200000:2.0:1789760793.518975:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.518992:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16528, 16528]
00020000:00200000:2.0:1789760793.519001:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67698688 chunk: [67698688, 67702784) 67702784, 4096
00020000:00200000:2.0:1789760793.519006:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.519026:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16528, 16528]
00000008:00010000:2.0:1789760793.519111:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.519118:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.519132:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67698688, 67702784) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.519148:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67698688=0x4090000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.519208:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.519211:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67702784
00000020:00010000:2.0:1789760793.519220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.519223:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.519226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.519230:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.519233:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.519241:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.519248:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.519266:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.519435:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 67698688<>67702784
00000100:00100000:3.0:1789760793.519520:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554883584:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.532788:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983837 gen 2
00000008:00010000:3.0:1789760793.532958:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760793.532967:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.532980:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.533052:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760793.533089:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554883584:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.533403:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16528, 16528]
00000080:00200000:2.0:1789760793.533419:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.533425:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.533440:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67702784 i_blocks 132256
00000020:00200000:2.0:1789760793.533444:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.533454:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.533486:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67702784, count: 4096
00000080:00200000:2.0:1789760793.533493:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67702784, bytes: 4096
00000080:00200000:2.0:1789760793.533506:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.533515:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.533517:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67702784, 67706880) 0 0
00000080:00200000:2.0:1789760793.533521:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.533539:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16529, 16529]
00020000:00200000:2.0:1789760793.533548:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67702784 chunk: [67702784, 67706880) 67706880, 4096
00020000:00200000:2.0:1789760793.533552:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.533574:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16529, 16529]
00000008:00010000:2.0:1789760793.533592:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.533597:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.533609:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67702784, 67706880) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.533623:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67702784=0x4091000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.533758:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.533762:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67706880
00000020:00010000:2.0:1789760793.533772:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.533776:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.533779:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.533783:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.533785:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.533794:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.533830:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.533849:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760793.533954:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 67702784<>67706880
00000100:00100000:3.0:1789760793.534404:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554883712:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.544961:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983838 gen 2
00000008:00010000:3.0:1789760793.545010:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760793.545018:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.545030:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.545393:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760793.545424:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554883712:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.545523:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16529, 16529]
00000080:00200000:2.0:1789760793.545539:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.545545:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.545561:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67706880 i_blocks 132264
00000020:00200000:2.0:1789760793.545566:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.545577:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.545613:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67706880, count: 4096
00000080:00200000:2.0:1789760793.545722:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67706880, bytes: 4096
00000080:00200000:2.0:1789760793.545739:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.545748:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.545750:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67706880, 67710976) 0 0
00000080:00200000:2.0:1789760793.545755:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.545773:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16530, 16530]
00020000:00200000:2.0:1789760793.545782:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67706880 chunk: [67706880, 67710976) 67710976, 4096
00020000:00200000:2.0:1789760793.545786:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.545897:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16530, 16530]
00000008:00010000:2.0:1789760793.545915:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.545920:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.545932:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67706880, 67710976) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.545945:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67706880=0x4092000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.546001:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.546005:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67710976
00000020:00010000:2.0:1789760793.546014:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.546018:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.546021:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.546025:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.546028:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.546180:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.546189:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.546211:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760793.546390:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 67706880<>67710976
00000100:00100000:3.0:1789760793.546462:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554883840:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.556606:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983839 gen 2
00000008:00010000:3.0:1789760793.556676:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760793.556685:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.556698:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.556717:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760793.556749:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554883840:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.557000:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16530, 16530]
00000080:00200000:2.0:1789760793.557017:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.557023:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.557047:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67710976 i_blocks 132272
00000020:00200000:2.0:1789760793.557053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.557063:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.557100:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67710976, count: 4096
00000080:00200000:2.0:1789760793.557108:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67710976, bytes: 4096
00000080:00200000:2.0:1789760793.557118:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.557128:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.557130:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67710976, 67715072) 0 0
00000080:00200000:2.0:1789760793.557135:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.557152:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16531, 16531]
00020000:00200000:2.0:1789760793.557160:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67710976 chunk: [67710976, 67715072) 67715072, 4096
00020000:00200000:2.0:1789760793.557164:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.557184:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16531, 16531]
00000008:00010000:2.0:1789760793.557201:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.557207:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.557229:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67710976, 67715072) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.557243:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67710976=0x4093000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.557310:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.557313:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67715072
00000020:00010000:2.0:1789760793.557323:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.557326:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.557330:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.557334:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.557337:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.557347:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.557353:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.557369:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760793.557479:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 67710976<>67715072
00000100:00100000:3.0:1789760793.557840:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554883968:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.586497:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983840 gen 2
00000008:00010000:3.0:1789760793.586557:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760793.586565:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.586579:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.586847:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760793.586885:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554883968:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.586899:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16531, 16531]
00000080:00200000:2.0:1789760793.586918:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.586925:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.587259:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67715072 i_blocks 132280
00000020:00200000:2.0:1789760793.587266:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.587287:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.587322:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67715072, count: 4096
00000080:00200000:2.0:1789760793.587330:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67715072, bytes: 4096
00000080:00200000:2.0:1789760793.587345:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.587355:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.587357:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67715072, 67719168) 0 0
00000080:00200000:2.0:1789760793.587362:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.587381:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16532, 16532]
00020000:00200000:2.0:1789760793.587389:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67715072 chunk: [67715072, 67719168) 67719168, 4096
00020000:00200000:2.0:1789760793.587393:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.587413:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16532, 16532]
00000008:00010000:2.0:1789760793.587433:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.587439:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.587452:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67715072, 67719168) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.587466:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67715072=0x4094000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.587534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.587537:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67719168
00000020:00010000:2.0:1789760793.587546:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.587550:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.587552:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.587554:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.587556:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.587564:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.587569:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.587585:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760793.587707:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 67715072<>67719168
00000100:00100000:3.0:1789760793.588347:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.588373:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884096:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.604110:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983841 gen 2
00000008:00010000:3.0:1789760793.604159:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760793.604167:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.604179:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.604203:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760793.604233:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884096:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.604363:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16532, 16532]
00000080:00200000:2.0:1789760793.604380:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.604387:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.604402:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67719168 i_blocks 132288
00000020:00200000:2.0:1789760793.604407:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.604417:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.604451:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67719168, count: 4096
00000080:00200000:2.0:1789760793.604458:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67719168, bytes: 4096
00000080:00200000:2.0:1789760793.604471:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.604480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.604483:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67719168, 67723264) 0 0
00000080:00200000:2.0:1789760793.604487:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.604504:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16533, 16533]
00020000:00200000:2.0:1789760793.604513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67719168 chunk: [67719168, 67723264) 67723264, 4096
00020000:00200000:2.0:1789760793.604517:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.604537:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16533, 16533]
00000008:00010000:2.0:1789760793.604553:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.604558:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.604569:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67719168, 67723264) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.604583:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67719168=0x4095000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.604637:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.604639:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67723264
00000020:00010000:2.0:1789760793.604646:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.604650:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.604654:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.604658:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.604661:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.604670:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.604676:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.604691:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760793.604784:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 67719168<>67723264
00000100:00100000:3.0:1789760793.605092:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884224:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760793.613184:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760793.619425:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983842 gen 2
00000008:00010000:3.0:1789760793.619475:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760793.619483:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.619495:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.619513:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760793.619540:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884224:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.619646:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16533, 16533]
00000080:00200000:2.0:1789760793.619661:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.619667:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.619683:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67723264 i_blocks 132296
00000020:00200000:2.0:1789760793.619687:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.619696:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.619729:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67723264, count: 4096
00000080:00200000:2.0:1789760793.619736:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67723264, bytes: 4096
00000080:00200000:2.0:1789760793.619745:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.619754:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.619756:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67723264, 67727360) 0 0
00000080:00200000:2.0:1789760793.619761:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.619777:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16534, 16534]
00020000:00200000:2.0:1789760793.619785:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67723264 chunk: [67723264, 67727360) 67727360, 4096
00020000:00200000:2.0:1789760793.619790:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.620095:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16534, 16534]
00000008:00010000:2.0:1789760793.620115:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.620121:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.620133:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67723264, 67727360) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.620147:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67723264=0x4096000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.620204:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.620207:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67727360
00000020:00010000:2.0:1789760793.620215:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.620219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.620222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.620226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.620229:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.620237:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.620243:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.620258:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760793.620368:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 67723264<>67727360
00000100:00100000:3.0:1789760793.620434:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884352:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.639056:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983843 gen 2
00000008:00010000:3.0:1789760793.639114:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760793.639122:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.639136:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.639161:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760793.639196:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884352:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.639441:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16534, 16534]
00000080:00200000:2.0:1789760793.639456:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.639463:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.639478:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67727360 i_blocks 132304
00000020:00200000:2.0:1789760793.639482:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.639491:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.639521:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67727360, count: 4096
00000080:00200000:2.0:1789760793.639528:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67727360, bytes: 4096
00000080:00200000:2.0:1789760793.639542:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.639550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.639552:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67727360, 67731456) 0 0
00000080:00200000:2.0:1789760793.639556:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.639572:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16535, 16535]
00020000:00200000:2.0:1789760793.639579:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67727360 chunk: [67727360, 67731456) 67731456, 4096
00020000:00200000:2.0:1789760793.639584:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.639603:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16535, 16535]
00000008:00010000:2.0:1789760793.639619:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.639625:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.639636:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67727360, 67731456) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.639649:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67727360=0x4097000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.639709:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.639712:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67731456
00000020:00010000:2.0:1789760793.639720:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.639724:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.639727:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.639730:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.639733:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.639742:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.639748:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.639762:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.639893:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 67727360<>67731456
00000100:00100000:3.0:1789760793.640365:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884480:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.653714:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983844 gen 2
00000008:00010000:3.0:1789760793.653765:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760793.653773:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.653783:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.653888:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760793.653920:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884480:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.657439:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16535, 16535]
00000080:00200000:2.0:1789760793.657468:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.657475:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.657493:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67731456 i_blocks 132312
00000020:00200000:2.0:1789760793.657500:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.657517:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.657551:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67731456, count: 4096
00000080:00200000:2.0:1789760793.657560:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67731456, bytes: 4096
00000080:00200000:2.0:1789760793.657576:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.657586:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.657588:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67731456, 67735552) 0 0
00000080:00200000:2.0:1789760793.657593:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.657610:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16536, 16536]
00020000:00200000:2.0:1789760793.657618:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67731456 chunk: [67731456, 67735552) 67735552, 4096
00020000:00200000:2.0:1789760793.657623:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.657644:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16536, 16536]
00000008:00010000:2.0:1789760793.657737:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.657743:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.657757:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67731456, 67735552) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.657772:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67731456=0x4098000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.658036:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.658039:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67735552
00000020:00010000:2.0:1789760793.658049:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.658053:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.658056:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.658059:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.658143:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.658156:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.658164:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.658194:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760793.658318:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 67731456<>67735552
00000100:00100000:3.0:1789760793.658407:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884608:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.668585:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983845 gen 2
00000008:00010000:3.0:1789760793.668638:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760793.668648:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.668719:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.668786:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760793.668865:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884608:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.669014:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16536, 16536]
00000080:00200000:2.0:1789760793.669030:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.669142:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.669159:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67735552 i_blocks 132320
00000020:00200000:2.0:1789760793.669164:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.669175:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.669207:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67735552, count: 4096
00000080:00200000:2.0:1789760793.669214:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67735552, bytes: 4096
00000080:00200000:2.0:1789760793.669225:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.669234:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.669236:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67735552, 67739648) 0 0
00000080:00200000:2.0:1789760793.669241:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.669257:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16537, 16537]
00020000:00200000:2.0:1789760793.669265:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67735552 chunk: [67735552, 67739648) 67739648, 4096
00020000:00200000:2.0:1789760793.669270:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.669301:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16537, 16537]
00000008:00010000:2.0:1789760793.669321:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.669327:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.669338:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67735552, 67739648) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.669352:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67735552=0x4099000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.669475:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.669478:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67739648
00000020:00010000:2.0:1789760793.669487:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.669491:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.669494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.669498:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.669501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.669508:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.669515:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.669531:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760793.669629:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 67735552<>67739648
00000100:00100000:3.0:1789760793.669708:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884736:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.681872:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983846 gen 2
00000008:00010000:2.0:1789760793.682035:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760793.682045:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.682058:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.682119:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760793.682151:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554884736:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.682231:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16537, 16537]
00000080:00200000:0.0:1789760793.682247:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.682253:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.682269:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67739648 i_blocks 132328
00000020:00200000:0.0:1789760793.682272:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.682293:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.682392:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67739648, count: 4096
00000080:00200000:0.0:1789760793.682519:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67739648, bytes: 4096
00000080:00200000:0.0:1789760793.682538:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.682547:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.682550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67739648, 67743744) 0 0
00000080:00200000:0.0:1789760793.682555:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.682574:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16538, 16538]
00020000:00200000:0.0:1789760793.682582:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67739648 chunk: [67739648, 67743744) 67743744, 4096
00020000:00200000:0.0:1789760793.682587:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.682608:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16538, 16538]
00000008:00010000:0.0:1789760793.682628:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.682635:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.682646:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67739648, 67743744) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.682661:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67739648=0x409a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.682725:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.682728:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67743744
00000020:00010000:0.0:1789760793.682737:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.682740:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.682743:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.682747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.682750:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.682757:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.682764:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.682782:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760793.682930:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67739648<>67743744
00000100:00100000:0.0:1789760793.682962:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760793.682979:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554884864:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.690766:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983847 gen 2
00000008:00010000:0.0:1789760793.690857:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760793.690867:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.690878:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.690942:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760793.690972:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554884864:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.691209:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16538, 16538]
00000080:00200000:2.0:1789760793.691226:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.691233:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.691250:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67743744 i_blocks 132336
00000020:00200000:2.0:1789760793.691254:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.691264:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.691308:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67743744, count: 4096
00000080:00200000:2.0:1789760793.691316:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67743744, bytes: 4096
00000080:00200000:2.0:1789760793.691326:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.691336:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.691338:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67743744, 67747840) 0 0
00000080:00200000:2.0:1789760793.691343:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.691523:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16539, 16539]
00020000:00200000:2.0:1789760793.691534:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67743744 chunk: [67743744, 67747840) 67747840, 4096
00020000:00200000:2.0:1789760793.691539:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.691560:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16539, 16539]
00000008:00010000:2.0:1789760793.691578:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.691584:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.691595:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67743744, 67747840) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.691613:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67743744=0x409b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.691772:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.691776:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67747840
00000020:00010000:2.0:1789760793.691784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.691788:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.691790:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.691794:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.691797:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.691914:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.691922:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.691973:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760793.692517:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 67743744<>67747840
00000100:00100000:2.0:1789760793.692578:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884992:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.702177:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983848 gen 2
00000008:00010000:3.0:1789760793.702227:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760793.702236:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.702249:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.702332:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760793.702364:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554884992:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.702456:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16539, 16539]
00000080:00200000:0.0:1789760793.702472:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.702478:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.702494:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67747840 i_blocks 132344
00000020:00200000:0.0:1789760793.702497:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.702507:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.702538:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67747840, count: 4096
00000080:00200000:0.0:1789760793.702546:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67747840, bytes: 4096
00000080:00200000:0.0:1789760793.702555:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.702564:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.702567:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67747840, 67751936) 0 0
00000080:00200000:0.0:1789760793.702571:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.702587:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16540, 16540]
00020000:00200000:0.0:1789760793.702595:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67747840 chunk: [67747840, 67751936) 67751936, 4096
00020000:00200000:0.0:1789760793.702600:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.702620:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16540, 16540]
00000008:00010000:0.0:1789760793.702637:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.702644:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.702716:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67747840, 67751936) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.702731:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67747840=0x409c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.702791:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.702794:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67751936
00000020:00010000:0.0:1789760793.702920:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.702925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.702928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.702932:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.702935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.702943:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.702950:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.702969:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760793.703202:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67747840<>67751936
00000100:00100000:1.0:1789760793.703273:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885120:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.713399:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983849 gen 2
00000008:00010000:1.0:1789760793.713452:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760793.713460:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.713471:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.713547:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760793.713579:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885120:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.717085:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16540, 16540]
00000080:00200000:0.0:1789760793.717111:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.717118:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.717136:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67751936 i_blocks 132352
00000020:00200000:0.0:1789760793.717141:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.717158:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.717372:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67751936, count: 4096
00000080:00200000:0.0:1789760793.717444:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67751936, bytes: 4096
00000080:00200000:0.0:1789760793.717461:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.717470:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.717472:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67751936, 67756032) 0 0
00000080:00200000:0.0:1789760793.717477:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.717494:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16541, 16541]
00020000:00200000:0.0:1789760793.717503:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67751936 chunk: [67751936, 67756032) 67756032, 4096
00020000:00200000:0.0:1789760793.717507:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.717530:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16541, 16541]
00000008:00010000:0.0:1789760793.717550:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.717555:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.717567:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67751936, 67756032) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.717580:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67751936=0x409d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.717911:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.717916:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67756032
00000020:00010000:0.0:1789760793.717925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.717929:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.717932:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.717937:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.717940:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.717949:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.717957:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.717987:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760793.718165:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67751936<>67756032
00000100:00100000:1.0:1789760793.718251:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554885248:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.730718:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983850 gen 2
00000008:00010000:1.0:1789760793.730853:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760793.730861:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.730872:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.730951:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760793.730987:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554885248:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.731076:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16541, 16541]
00000080:00200000:0.0:1789760793.731091:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.731096:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.731111:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67756032 i_blocks 132360
00000020:00200000:0.0:1789760793.731115:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.731125:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.731158:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67756032, count: 4096
00000080:00200000:0.0:1789760793.731165:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67756032, bytes: 4096
00000080:00200000:0.0:1789760793.731176:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.731185:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.731187:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67756032, 67760128) 0 0
00000080:00200000:0.0:1789760793.731191:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.731208:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16542, 16542]
00020000:00200000:0.0:1789760793.731216:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67756032 chunk: [67756032, 67760128) 67760128, 4096
00020000:00200000:0.0:1789760793.731220:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.731239:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16542, 16542]
00000008:00010000:0.0:1789760793.731258:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.731263:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.731376:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67756032, 67760128) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.731456:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67756032=0x409e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.731515:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.731518:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67760128
00000020:00010000:0.0:1789760793.731528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.731531:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.731534:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.731537:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.731541:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.731548:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.731555:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.731573:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760793.731779:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67756032<>67760128
00000100:00100000:1.0:1789760793.731932:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885376:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.740507:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983851 gen 2
00000008:00010000:1.0:1789760793.740562:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760793.740571:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.740583:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.740605:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760793.740649:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885376:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.740904:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16542, 16542]
00000080:00200000:0.0:1789760793.740918:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.740922:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.740935:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67760128 i_blocks 132368
00000020:00200000:0.0:1789760793.740938:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.740947:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.740978:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67760128, count: 4096
00000080:00200000:0.0:1789760793.740984:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67760128, bytes: 4096
00000080:00200000:0.0:1789760793.740991:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.741006:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.741008:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67760128, 67764224) 0 0
00000080:00200000:0.0:1789760793.741012:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.741026:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16543, 16543]
00020000:00200000:0.0:1789760793.741033:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67760128 chunk: [67760128, 67764224) 67764224, 4096
00020000:00200000:0.0:1789760793.741036:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.741053:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16543, 16543]
00000008:00010000:0.0:1789760793.741067:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.741072:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.741082:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67760128, 67764224) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.741101:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67760128=0x409f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.741161:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.741164:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67764224
00000020:00010000:0.0:1789760793.741173:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.741177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.741181:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.741185:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.741188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.741196:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.741202:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.741218:0:8798:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760793.741332:0:8798:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67760128<>67764224
00000100:00100000:0.0:1789760793.741366:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760793.741381:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885504:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760793.751192:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983852 gen 2
00000008:00010000:0.0:1789760793.751245:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:0.0:1789760793.751253:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760793.751264:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760793.751297:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:0.0:1789760793.751326:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885504:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.751432:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16543, 16543]
00000080:00200000:3.0:1789760793.751448:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.751454:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.751471:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67764224 i_blocks 132376
00000020:00200000:3.0:1789760793.751474:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.751485:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.751571:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67764224, count: 4096
00000080:00200000:3.0:1789760793.751579:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67764224, bytes: 4096
00000080:00200000:3.0:1789760793.751590:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.751598:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.751600:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67764224, 67768320) 0 0
00000080:00200000:3.0:1789760793.751605:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.751620:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16544, 16544]
00020000:00200000:3.0:1789760793.751628:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67764224 chunk: [67764224, 67768320) 67768320, 4096
00020000:00200000:3.0:1789760793.751632:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.751653:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16544, 16544]
00000008:00010000:3.0:1789760793.751671:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.751677:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.751690:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67764224, 67768320) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.751705:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67764224=0x40a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.751766:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.751769:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67768320
00000020:00010000:3.0:1789760793.751776:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.751780:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.751784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.751787:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.751791:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.751798:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.751939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.751954:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760793.752108:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67764224<>67768320
00000100:00100000:2.0:1789760793.752179:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554885632:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.763446:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983853 gen 2
00000008:00010000:3.0:1789760793.763499:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760793.763507:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.763516:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.763536:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760793.763568:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554885632:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.763580:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16544, 16544]
00000080:00200000:0.0:1789760793.763607:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.763613:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.763628:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67768320 i_blocks 132384
00000020:00200000:0.0:1789760793.763631:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.763640:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.763690:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67768320, count: 4096
00000080:00200000:0.0:1789760793.763698:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67768320, bytes: 4096
00000080:00200000:0.0:1789760793.763708:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.763716:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.763719:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67768320, 67772416) 0 0
00000080:00200000:0.0:1789760793.763723:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.763740:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16545, 16545]
00020000:00200000:0.0:1789760793.763748:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67768320 chunk: [67768320, 67772416) 67772416, 4096
00020000:00200000:0.0:1789760793.763753:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.763773:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16545, 16545]
00000008:00010000:0.0:1789760793.763974:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.763983:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.763996:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67768320, 67772416) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.764011:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67768320=0x40a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.764134:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.764137:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67772416
00000020:00010000:0.0:1789760793.764147:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.764151:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.764154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.764156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.764159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.764165:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.764171:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.764186:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760793.764303:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67768320<>67772416
00000100:00100000:1.0:1789760793.764380:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885760:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.777685:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983854 gen 2
00000008:00010000:1.0:1789760793.777739:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760793.777747:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.777758:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.777781:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760793.777845:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554885760:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.778836:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16545, 16545]
00000080:00200000:0.0:1789760793.778858:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.778865:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.778882:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67772416 i_blocks 132392
00000020:00200000:0.0:1789760793.778887:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.778900:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.778936:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67772416, count: 4096
00000080:00200000:0.0:1789760793.778945:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67772416, bytes: 4096
00000080:00200000:0.0:1789760793.778958:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.778967:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.778969:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67772416, 67776512) 0 0
00000080:00200000:0.0:1789760793.778974:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.778992:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16546, 16546]
00020000:00200000:0.0:1789760793.779000:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67772416 chunk: [67772416, 67776512) 67776512, 4096
00020000:00200000:0.0:1789760793.779005:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.779026:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16546, 16546]
00000008:00010000:0.0:1789760793.779216:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.779224:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.779236:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67772416, 67776512) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.779251:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67772416=0x40a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.779326:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.779328:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67776512
00000020:00010000:0.0:1789760793.779338:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.779341:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.779344:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.779348:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.779351:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.779359:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.779367:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.779385:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760793.779495:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67772416<>67776512
00000100:00100000:1.0:1789760793.779913:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554885888:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.798474:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983855 gen 2
00000008:00010000:1.0:1789760793.798531:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760793.798539:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.798551:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.798575:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760793.798607:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554885888:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.798713:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16546, 16546]
00000080:00200000:0.0:1789760793.798730:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.798736:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.798753:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67776512 i_blocks 132400
00000020:00200000:0.0:1789760793.798757:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.798767:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.798877:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67776512, count: 4096
00000080:00200000:0.0:1789760793.798885:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67776512, bytes: 4096
00000080:00200000:0.0:1789760793.798896:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.798906:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.798908:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67776512, 67780608) 0 0
00000080:00200000:0.0:1789760793.798913:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.798929:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16547, 16547]
00020000:00200000:0.0:1789760793.798937:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67776512 chunk: [67776512, 67780608) 67780608, 4096
00020000:00200000:0.0:1789760793.798943:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.798963:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16547, 16547]
00000008:00010000:0.0:1789760793.798980:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.798987:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.798999:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67776512, 67780608) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.799012:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67776512=0x40a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.799129:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.799132:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67780608
00000020:00010000:0.0:1789760793.799141:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.799145:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.799148:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.799152:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.799155:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.799162:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.799168:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.799184:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760793.799446:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67776512<>67780608
00000100:00100000:1.0:1789760793.799519:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886016:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.812556:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983856 gen 2
00000008:00010000:1.0:1789760793.812606:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760793.812615:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.812625:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.812653:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760793.812684:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886016:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.812837:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16547, 16547]
00000080:00200000:0.0:1789760793.812854:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.812860:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.812876:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67780608 i_blocks 132408
00000020:00200000:0.0:1789760793.812880:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.812890:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.812923:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67780608, count: 4096
00000080:00200000:0.0:1789760793.812930:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67780608, bytes: 4096
00000080:00200000:0.0:1789760793.814118:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.814131:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.814134:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67780608, 67784704) 0 0
00000080:00200000:0.0:1789760793.814139:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.814158:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16548, 16548]
00020000:00200000:0.0:1789760793.814167:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67780608 chunk: [67780608, 67784704) 67784704, 4096
00020000:00200000:0.0:1789760793.814172:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.814196:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16548, 16548]
00000008:00010000:0.0:1789760793.814215:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.814223:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.814234:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67780608, 67784704) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.814248:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67780608=0x40a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.814325:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.814328:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67784704
00000020:00010000:0.0:1789760793.814338:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.814341:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.814344:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.814348:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.814351:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.814360:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.814368:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.814398:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760793.814505:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67780608<>67784704
00000100:00100000:1.0:1789760793.815241:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886144:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.831045:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983857 gen 2
00000008:00010000:1.0:1789760793.831606:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760793.831615:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.831628:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.831653:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760793.831688:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886144:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.831866:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16548, 16548]
00000080:00200000:0.0:1789760793.831883:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.831889:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.831905:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67784704 i_blocks 132416
00000020:00200000:0.0:1789760793.831909:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.831920:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.831965:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67784704, count: 4096
00000080:00200000:0.0:1789760793.831972:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67784704, bytes: 4096
00000080:00200000:0.0:1789760793.831982:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.831992:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.831994:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67784704, 67788800) 0 0
00000080:00200000:0.0:1789760793.831998:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.832015:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16549, 16549]
00020000:00200000:0.0:1789760793.832024:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67784704 chunk: [67784704, 67788800) 67788800, 4096
00020000:00200000:0.0:1789760793.832028:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.832048:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16549, 16549]
00000008:00010000:0.0:1789760793.832950:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.832960:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.832975:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67784704, 67788800) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.832991:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67784704=0x40a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.833073:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.833076:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67788800
00000020:00010000:0.0:1789760793.833084:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.833088:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.833092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.833095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.833325:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.833338:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.833346:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.833376:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760793.833491:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67784704<>67788800
00000100:00100000:1.0:1789760793.834044:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.834082:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886272:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.844497:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983858 gen 2
00000008:00010000:1.0:1789760793.844554:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760793.844564:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.844575:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.844691:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760793.844724:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886272:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.844949:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16549, 16549]
00000080:00200000:0.0:1789760793.844965:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.844971:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.844988:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67788800 i_blocks 132424
00000020:00200000:0.0:1789760793.844992:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.845004:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.845164:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67788800, count: 4096
00000080:00200000:0.0:1789760793.845174:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67788800, bytes: 4096
00000080:00200000:0.0:1789760793.845185:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.845194:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.845197:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67788800, 67792896) 0 0
00000080:00200000:0.0:1789760793.845201:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.845219:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16550, 16550]
00020000:00200000:0.0:1789760793.845229:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67788800 chunk: [67788800, 67792896) 67792896, 4096
00020000:00200000:0.0:1789760793.845233:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.845253:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16550, 16550]
00000008:00010000:0.0:1789760793.845272:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.845291:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.845303:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67788800, 67792896) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.845318:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67788800=0x40a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.845379:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.845436:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67792896
00000020:00010000:0.0:1789760793.845445:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.845449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.845451:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.845455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.845458:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.845466:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.845473:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.845492:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760793.845615:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67788800<>67792896
00000100:00100000:1.0:1789760793.845688:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886400:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.852969:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983859 gen 2
00000008:00010000:1.0:1789760793.853021:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760793.853029:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.853118:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.853185:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760793.853216:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554886400:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.853528:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16550, 16550]
00000080:00200000:3.0:1789760793.853543:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.853550:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.853565:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67792896 i_blocks 132432
00000020:00200000:3.0:1789760793.853569:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.853579:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.853613:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67792896, count: 4096
00000080:00200000:3.0:1789760793.853620:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67792896, bytes: 4096
00000080:00200000:3.0:1789760793.853632:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.853642:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.853644:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67792896, 67796992) 0 0
00000080:00200000:3.0:1789760793.853700:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.853720:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16551, 16551]
00020000:00200000:3.0:1789760793.853728:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67792896 chunk: [67792896, 67796992) 67796992, 4096
00020000:00200000:3.0:1789760793.853732:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.853877:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16551, 16551]
00000008:00010000:3.0:1789760793.853898:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.853904:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.853916:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67792896, 67796992) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.853931:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67792896=0x40a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.853996:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.853999:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67796992
00000020:00010000:3.0:1789760793.854008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.854011:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.854014:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.854017:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.854020:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.854027:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.854223:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.854249:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760793.854372:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67792896<>67796992
00000100:00100000:3.0:1789760793.854435:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.854458:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554886528:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.865574:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983860 gen 2
00000008:00010000:3.0:1789760793.865626:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760793.865634:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.865645:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.865770:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760793.865823:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554886528:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.865918:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16551, 16551]
00000080:00200000:0.0:1789760793.865936:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.865943:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.865958:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67796992 i_blocks 132440
00000020:00200000:0.0:1789760793.865962:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.865972:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.866006:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67796992, count: 4096
00000080:00200000:0.0:1789760793.866561:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67796992, bytes: 4096
00000080:00200000:0.0:1789760793.866577:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.866586:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.866589:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67796992, 67801088) 0 0
00000080:00200000:0.0:1789760793.866594:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.866610:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16552, 16552]
00020000:00200000:0.0:1789760793.866619:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67796992 chunk: [67796992, 67801088) 67801088, 4096
00020000:00200000:0.0:1789760793.866623:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.866650:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16552, 16552]
00000008:00010000:0.0:1789760793.866670:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.866676:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.866687:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67796992, 67801088) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.866701:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67796992=0x40a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.866876:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.866880:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67801088
00000020:00010000:0.0:1789760793.866889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.866892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.866896:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.866900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.866903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.866912:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.866919:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.866995:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760793.867108:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67796992<>67801088
00000100:00100000:1.0:1789760793.867263:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886656:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.880555:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983861 gen 2
00000008:00010000:1.0:1789760793.880604:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760793.880613:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.880624:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.880646:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760793.880678:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886656:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.880843:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16552, 16552]
00000080:00200000:0.0:1789760793.880859:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.880865:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.880880:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67801088 i_blocks 132448
00000020:00200000:0.0:1789760793.880884:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.880896:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.880928:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67801088, count: 4096
00000080:00200000:0.0:1789760793.880936:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67801088, bytes: 4096
00000080:00200000:0.0:1789760793.880946:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.880956:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.880958:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67801088, 67805184) 0 0
00000080:00200000:0.0:1789760793.880962:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.880980:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16553, 16553]
00020000:00200000:0.0:1789760793.880987:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67801088 chunk: [67801088, 67805184) 67805184, 4096
00020000:00200000:0.0:1789760793.880992:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.881010:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16553, 16553]
00000008:00010000:0.0:1789760793.881028:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.881034:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.881044:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67801088, 67805184) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.881057:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67801088=0x40a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.881109:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.881112:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67805184
00000020:00010000:0.0:1789760793.881120:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.881124:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.881127:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.881130:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.881133:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.881140:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.881146:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.881160:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760793.881391:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67801088<>67805184
00000100:00100000:1.0:1789760793.881483:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.881499:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886784:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.891750:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983862 gen 2
00000008:00010000:1.0:1789760793.891837:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760793.891846:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.891857:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.891933:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760793.891965:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886784:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760793.895079:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16553, 16553]
00000080:00200000:0.0:1789760793.895105:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.895113:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.895229:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67805184 i_blocks 132456
00000020:00200000:0.0:1789760793.895236:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.895314:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.895349:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67805184, count: 4096
00000080:00200000:0.0:1789760793.895357:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67805184, bytes: 4096
00000080:00200000:0.0:1789760793.895372:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.895380:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.895382:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67805184, 67809280) 0 0
00000080:00200000:0.0:1789760793.895387:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.895401:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16554, 16554]
00020000:00200000:0.0:1789760793.895409:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67805184 chunk: [67805184, 67809280) 67809280, 4096
00020000:00200000:0.0:1789760793.895414:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.895433:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16554, 16554]
00000008:00010000:0.0:1789760793.895452:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.895458:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760793.895530:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67805184, 67809280) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.895545:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67805184=0x40aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.895618:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.895621:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67809280
00000020:00010000:0.0:1789760793.895629:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.895633:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.895636:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.895698:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.895702:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.895712:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.895718:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.895746:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760793.899052:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67805184<>67809280
00000100:00100000:1.0:1789760793.899146:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886912:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.909607:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983863 gen 2
00000008:00010000:1.0:1789760793.909661:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760793.909671:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.909683:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.909708:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760793.909741:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554886912:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.909842:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16554, 16554]
00000080:00200000:3.0:1789760793.909867:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.909874:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.909889:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67809280 i_blocks 132464
00000020:00200000:3.0:1789760793.909894:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.909905:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.909940:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67809280, count: 4096
00000080:00200000:3.0:1789760793.909948:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67809280, bytes: 4096
00000080:00200000:3.0:1789760793.909957:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.909966:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.909969:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67809280, 67813376) 0 0
00000080:00200000:3.0:1789760793.909973:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.909989:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16555, 16555]
00020000:00200000:3.0:1789760793.909999:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67809280 chunk: [67809280, 67813376) 67813376, 4096
00020000:00200000:3.0:1789760793.910004:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.910024:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16555, 16555]
00000008:00010000:3.0:1789760793.910054:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.910060:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.910072:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67809280, 67813376) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.910085:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67809280=0x40ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.910145:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.910148:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67813376
00000020:00010000:3.0:1789760793.910157:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.910160:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.910163:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.910166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.910169:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.910177:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.910184:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.910201:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760793.910315:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67809280<>67813376
00000100:00100000:2.0:1789760793.910586:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887040:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.924906:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983864 gen 2
00000008:00010000:3.0:1789760793.924958:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760793.924967:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.924978:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.925003:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760793.925044:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887040:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760793.925235:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16555, 16555]
00000080:00200000:1.0:1789760793.925252:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.925258:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.925281:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67813376 i_blocks 132472
00000020:00200000:1.0:1789760793.925286:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.925296:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.925329:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67813376, count: 4096
00000080:00200000:1.0:1789760793.925336:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67813376, bytes: 4096
00000080:00200000:1.0:1789760793.925346:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.925354:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.925356:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67813376, 67817472) 0 0
00000080:00200000:1.0:1789760793.925361:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.925376:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16556, 16556]
00020000:00200000:1.0:1789760793.925384:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67813376 chunk: [67813376, 67817472) 67817472, 4096
00020000:00200000:1.0:1789760793.925388:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.925406:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16556, 16556]
00000008:00010000:1.0:1789760793.925422:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.925427:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760793.925438:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67813376, 67817472) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.925450:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67813376=0x40ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.925512:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.925515:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67817472
00000020:00010000:1.0:1789760793.925523:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.925527:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.925530:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.925534:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.925537:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.925544:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.925552:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.925569:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760793.925683:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2d80 - object 0x280000401:2 offset 67813376<>67817472
00000100:00100000:1.0:1789760793.925730:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760793.925746:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554887168:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760793.936955:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983865 gen 2
00000008:00010000:1.0:1789760793.937006:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:1.0:1789760793.937014:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.937027:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.937100:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:1.0:1789760793.937144:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554887168:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760793.939125:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16556, 16556]
00000080:00200000:3.0:1789760793.939147:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760793.939153:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760793.939172:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67817472 i_blocks 132480
00000020:00200000:3.0:1789760793.939177:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760793.939193:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760793.939230:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67817472, count: 4096
00000080:00200000:3.0:1789760793.939238:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67817472, bytes: 4096
00000080:00200000:3.0:1789760793.939251:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760793.939260:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760793.939262:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67817472, 67821568) 0 0
00000080:00200000:3.0:1789760793.939267:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760793.939523:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16557, 16557]
00020000:00200000:3.0:1789760793.939532:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67817472 chunk: [67817472, 67821568) 67821568, 4096
00020000:00200000:3.0:1789760793.939536:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760793.939559:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16557, 16557]
00000008:00010000:3.0:1789760793.939578:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760793.939584:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760793.939596:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67817472, 67821568) append 0 append lockpos 0
00000080:00200000:3.0:1789760793.939610:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67817472=0x40ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760793.939679:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760793.939682:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67821568
00000020:00010000:3.0:1789760793.939690:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760793.939694:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.939697:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760793.939701:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760793.939703:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760793.939712:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760793.939719:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760793.939745:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760793.940014:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67817472<>67821568
00000100:00100000:2.0:1789760793.940072:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554887296:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.952173:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983866 gen 2
00000008:00010000:3.0:1789760793.952220:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760793.952228:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.952239:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.952466:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760793.952497:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554887296:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.952917:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16557, 16557]
00000080:00200000:2.0:1789760793.952934:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.952941:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.952956:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67821568 i_blocks 132488
00000020:00200000:2.0:1789760793.952960:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.952971:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.953001:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67821568, count: 4096
00000080:00200000:2.0:1789760793.953008:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67821568, bytes: 4096
00000080:00200000:2.0:1789760793.953017:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.953026:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.953028:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67821568, 67825664) 0 0
00000080:00200000:2.0:1789760793.953032:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.953047:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16558, 16558]
00020000:00200000:2.0:1789760793.953056:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67821568 chunk: [67821568, 67825664) 67825664, 4096
00020000:00200000:2.0:1789760793.953060:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.953079:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16558, 16558]
00000008:00010000:2.0:1789760793.953097:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.953102:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.953113:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67821568, 67825664) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.953125:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67821568=0x40ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.953180:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.953182:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67825664
00000020:00010000:2.0:1789760793.953190:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.953194:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.953196:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.953200:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.953203:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.953210:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.953216:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.953230:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760793.953785:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 67821568<>67825664
00000100:00100000:3.0:1789760793.953906:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887424:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.965371:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983867 gen 2
00000008:00010000:3.0:1789760793.965422:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760793.965431:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.965443:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.965467:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760793.965501:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887424:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.966236:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16558, 16558]
00000080:00200000:2.0:1789760793.966255:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.966262:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.966289:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67825664 i_blocks 132496
00000020:00200000:2.0:1789760793.966294:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.966307:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.966341:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67825664, count: 4096
00000080:00200000:2.0:1789760793.966349:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67825664, bytes: 4096
00000080:00200000:2.0:1789760793.966363:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.966373:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.966376:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67825664, 67829760) 0 0
00000080:00200000:2.0:1789760793.966380:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.966399:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16559, 16559]
00020000:00200000:2.0:1789760793.966407:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67825664 chunk: [67825664, 67829760) 67829760, 4096
00020000:00200000:2.0:1789760793.966411:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.966433:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16559, 16559]
00000008:00010000:2.0:1789760793.966452:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.966458:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.966470:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67825664, 67829760) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.966485:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67825664=0x40af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.966551:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.966554:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67829760
00000020:00010000:2.0:1789760793.966564:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.966578:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.966581:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.966585:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.966589:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.966598:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.966606:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.966634:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760793.966759:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 67825664<>67829760
00000100:00100000:3.0:1789760793.967010:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760793.967044:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887552:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.979185:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983868 gen 2
00000008:00010000:3.0:1789760793.979239:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760793.979247:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.979259:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.979291:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760793.979551:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887552:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.980165:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16559, 16559]
00000080:00200000:2.0:1789760793.980182:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.980187:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.980206:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67829760 i_blocks 132504
00000020:00200000:2.0:1789760793.980210:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.980222:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.980256:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67829760, count: 4096
00000080:00200000:2.0:1789760793.980263:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67829760, bytes: 4096
00000080:00200000:2.0:1789760793.980489:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.980499:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.980502:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67829760, 67833856) 0 0
00000080:00200000:2.0:1789760793.980506:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.980721:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16560, 16560]
00020000:00200000:2.0:1789760793.980731:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67829760 chunk: [67829760, 67833856) 67833856, 4096
00020000:00200000:2.0:1789760793.980735:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.980756:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16560, 16560]
00000008:00010000:2.0:1789760793.980775:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.980781:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760793.980792:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67829760, 67833856) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.980991:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67829760=0x40b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.981422:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.981426:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67833856
00000020:00010000:2.0:1789760793.981436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.981440:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.981443:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.981447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.981450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.981459:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.981467:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.981496:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760793.981611:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 67829760<>67833856
00000100:00100000:3.0:1789760793.981970:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760793.999078:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983869 gen 2
00000008:00010000:3.0:1789760793.999140:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760793.999148:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760793.999162:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760793.999226:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760793.999264:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887680:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760793.999606:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16560, 16560]
00000080:00200000:2.0:1789760793.999622:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.999629:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.999643:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67833856 i_blocks 132512
00000020:00200000:2.0:1789760793.999647:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.999657:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.999690:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67833856, count: 4096
00000080:00200000:2.0:1789760793.999696:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67833856, bytes: 4096
00000080:00200000:2.0:1789760793.999705:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.999713:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.999715:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67833856, 67837952) 0 0
00000080:00200000:2.0:1789760793.999719:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.000015:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16561, 16561]
00020000:00200000:2.0:1789760794.000025:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67833856 chunk: [67833856, 67837952) 67837952, 4096
00020000:00200000:2.0:1789760794.000030:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.000052:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16561, 16561]
00000008:00010000:2.0:1789760794.000071:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.000077:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.000089:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67833856, 67837952) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.000103:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67833856=0x40b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.000166:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.000169:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67837952
00000020:00010000:2.0:1789760794.000178:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.000182:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.000185:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.000188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.000191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.000199:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.000206:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.000225:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760794.000441:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 67833856<>67837952
00000100:00100000:3.0:1789760794.000526:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554887808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.012356:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983870 gen 2
00000008:00010000:3.0:1789760794.012395:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760794.012401:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.012410:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.012433:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760794.012457:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554887808:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.012590:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16561, 16561]
00000080:00200000:2.0:1789760794.012613:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.012620:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.012638:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67837952 i_blocks 132520
00000020:00200000:2.0:1789760794.012643:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.012655:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.012689:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67837952, count: 4096
00000080:00200000:2.0:1789760794.012696:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67837952, bytes: 4096
00000080:00200000:2.0:1789760794.012706:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.012714:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.012717:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67837952, 67842048) 0 0
00000080:00200000:2.0:1789760794.012725:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.012742:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16562, 16562]
00020000:00200000:2.0:1789760794.012751:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67837952 chunk: [67837952, 67842048) 67842048, 4096
00020000:00200000:2.0:1789760794.012754:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.012775:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16562, 16562]
00000008:00010000:2.0:1789760794.013204:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.013210:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.013222:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67837952, 67842048) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.013238:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67837952=0x40b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.013473:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.013476:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67842048
00000020:00010000:2.0:1789760794.013486:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.013490:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.013493:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.013497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.013501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.013562:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.013570:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.013595:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760794.013704:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 67837952<>67842048
00000100:00100000:3.0:1789760794.013970:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.027492:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983871 gen 2
00000008:00010000:3.0:1789760794.027662:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760794.027671:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.027684:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.027750:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760794.027783:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554887936:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.028165:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16562, 16562]
00000080:00200000:2.0:1789760794.028182:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.028189:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.028206:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67842048 i_blocks 132528
00000020:00200000:2.0:1789760794.028211:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.028221:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.028254:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67842048, count: 4096
00000080:00200000:2.0:1789760794.028261:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67842048, bytes: 4096
00000080:00200000:2.0:1789760794.028281:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.028290:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.028292:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67842048, 67846144) 0 0
00000080:00200000:2.0:1789760794.028296:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.028315:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16563, 16563]
00020000:00200000:2.0:1789760794.028323:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67842048 chunk: [67842048, 67846144) 67846144, 4096
00020000:00200000:2.0:1789760794.028328:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.028349:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16563, 16563]
00000008:00010000:2.0:1789760794.028455:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.028461:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.028475:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67842048, 67846144) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.028488:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67842048=0x40b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.028658:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.028662:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67846144
00000020:00010000:2.0:1789760794.028672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.028676:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.028679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.028683:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.028687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.028696:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.028704:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.028726:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760794.029083:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 67842048<>67846144
00000100:00100000:3.0:1789760794.029150:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554888064:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.054784:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983872 gen 2
00000008:00010000:2.0:1789760794.055469:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:2.0:1789760794.055479:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.055490:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.055510:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:2.0:1789760794.055538:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554888064:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.055631:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16563, 16563]
00000080:00200000:3.0:1789760794.055646:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.055705:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.055720:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67846144 i_blocks 132536
00000020:00200000:3.0:1789760794.055723:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.055733:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.055764:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67846144, count: 4096
00000080:00200000:3.0:1789760794.055771:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67846144, bytes: 4096
00000080:00200000:3.0:1789760794.055782:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.055789:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.055791:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67846144, 67850240) 0 0
00000080:00200000:3.0:1789760794.055796:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.058001:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16564, 16564]
00020000:00200000:3.0:1789760794.058018:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67846144 chunk: [67846144, 67850240) 67850240, 4096
00020000:00200000:3.0:1789760794.058023:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.058046:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16564, 16564]
00000008:00010000:3.0:1789760794.058064:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.058069:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.058078:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67846144, 67850240) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.058090:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67846144=0x40b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.058144:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.058147:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67850240
00000020:00010000:3.0:1789760794.058154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.058157:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.058160:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.058163:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.058166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.058174:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.058180:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.058201:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.058293:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67846144<>67850240
00000100:00100000:2.0:1789760794.058670:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554888192:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.070589:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983873 gen 2
00000008:00010000:3.0:1789760794.070625:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.070632:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.070641:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.070664:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.070688:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554888192:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.070789:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16564, 16564]
00000080:00200000:1.0:1789760794.070815:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.070820:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.070832:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67850240 i_blocks 132544
00000020:00200000:1.0:1789760794.070835:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.070843:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.070868:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67850240, count: 4096
00000080:00200000:1.0:1789760794.070874:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67850240, bytes: 4096
00000080:00200000:1.0:1789760794.070885:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.070891:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.070893:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67850240, 67854336) 0 0
00000080:00200000:1.0:1789760794.070897:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.070908:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16565, 16565]
00020000:00200000:1.0:1789760794.070915:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67850240 chunk: [67850240, 67854336) 67854336, 4096
00020000:00200000:1.0:1789760794.070919:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.070932:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16565, 16565]
00000008:00010000:1.0:1789760794.070944:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.070948:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.070957:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67850240, 67854336) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.070967:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67850240=0x40b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.071070:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.071073:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67854336
00000020:00010000:1.0:1789760794.071079:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.071083:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.071086:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.071090:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.071092:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.071099:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.071105:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.071118:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760794.071190:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2d80 - object 0x280000401:2 offset 67850240<>67854336
00000100:00100000:0.0:1789760794.071264:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888320:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.083326:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983874 gen 2
00000008:00010000:0.0:1789760794.083361:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760794.083367:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.083375:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.083393:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760794.083417:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888320:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.083562:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16565, 16565]
00000080:00200000:1.0:1789760794.083575:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.083580:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.083592:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67854336 i_blocks 132552
00000020:00200000:1.0:1789760794.083595:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.083606:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.083632:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67854336, count: 4096
00000080:00200000:1.0:1789760794.083638:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67854336, bytes: 4096
00000080:00200000:1.0:1789760794.083645:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.083652:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.083654:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67854336, 67858432) 0 0
00000080:00200000:1.0:1789760794.083658:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.083670:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16566, 16566]
00020000:00200000:1.0:1789760794.083678:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67854336 chunk: [67854336, 67858432) 67858432, 4096
00020000:00200000:1.0:1789760794.083682:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.083696:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16566, 16566]
00000008:00010000:1.0:1789760794.083709:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.083714:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.083723:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67854336, 67858432) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.083734:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67854336=0x40b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.083783:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.083786:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67858432
00000020:00010000:1.0:1789760794.083793:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.083796:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.083799:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.083886:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.083889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.083895:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.083901:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.083914:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760794.083996:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1c00 - object 0x280000401:2 offset 67854336<>67858432
00000100:00100000:0.0:1789760794.084060:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888448:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.097692:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983875 gen 2
00000008:00010000:0.0:1789760794.097737:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760794.097743:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.097752:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.097771:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760794.097792:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888448:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.097984:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16566, 16566]
00000080:00200000:1.0:1789760794.097996:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.098001:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.098012:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67858432 i_blocks 132560
00000020:00200000:1.0:1789760794.098015:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.098024:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.098050:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67858432, count: 4096
00000080:00200000:1.0:1789760794.098056:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67858432, bytes: 4096
00000080:00200000:1.0:1789760794.098064:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.098070:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.098072:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67858432, 67862528) 0 0
00000080:00200000:1.0:1789760794.098076:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.098088:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16567, 16567]
00020000:00200000:1.0:1789760794.098094:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67858432 chunk: [67858432, 67862528) 67862528, 4096
00020000:00200000:1.0:1789760794.098097:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.098110:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16567, 16567]
00000008:00010000:1.0:1789760794.098122:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.098126:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.098134:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67858432, 67862528) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.098144:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67858432=0x40b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.098184:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.098186:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67862528
00000020:00010000:1.0:1789760794.098193:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.098196:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.098198:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.098201:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.098203:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.098209:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.098213:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.098226:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760794.098309:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 67858432<>67862528
00000100:00100000:0.0:1789760794.098819:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888576:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.113655:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983876 gen 2
00000008:00010000:0.0:1789760794.113692:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760794.113699:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.113718:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.113735:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760794.113759:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888576:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.114128:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16567, 16567]
00000080:00200000:1.0:1789760794.114140:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.114145:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.114156:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67862528 i_blocks 132568
00000020:00200000:1.0:1789760794.114159:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.114167:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.114192:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67862528, count: 4096
00000080:00200000:1.0:1789760794.114198:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67862528, bytes: 4096
00000080:00200000:1.0:1789760794.114205:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.114211:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.114213:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67862528, 67866624) 0 0
00000080:00200000:1.0:1789760794.114217:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.114228:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16568, 16568]
00020000:00200000:1.0:1789760794.114235:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67862528 chunk: [67862528, 67866624) 67866624, 4096
00020000:00200000:1.0:1789760794.114238:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.114252:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16568, 16568]
00000008:00010000:1.0:1789760794.114264:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.114267:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.114285:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67862528, 67866624) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.114296:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67862528=0x40b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.114340:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.114343:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67866624
00000020:00010000:1.0:1789760794.114349:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.114353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.114355:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.114358:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.114360:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.114367:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.114372:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.114386:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760794.114459:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1f80 - object 0x280000401:2 offset 67862528<>67866624
00000100:00100000:0.0:1789760794.114515:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888704:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.131982:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983877 gen 2
00000008:00010000:0.0:1789760794.132191:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760794.132199:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.132208:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.132227:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760794.132252:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888704:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.132512:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16568, 16568]
00000080:00200000:1.0:1789760794.132526:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.132532:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.132543:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67866624 i_blocks 132576
00000020:00200000:1.0:1789760794.132547:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.132557:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.132582:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67866624, count: 4096
00000080:00200000:1.0:1789760794.132588:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67866624, bytes: 4096
00000080:00200000:1.0:1789760794.132595:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.132603:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.132605:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67866624, 67870720) 0 0
00000080:00200000:1.0:1789760794.132609:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.132621:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16569, 16569]
00020000:00200000:1.0:1789760794.132627:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67866624 chunk: [67866624, 67870720) 67870720, 4096
00020000:00200000:1.0:1789760794.132631:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.132645:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16569, 16569]
00000008:00010000:1.0:1789760794.132659:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.132663:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.132674:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67866624, 67870720) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.132684:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67866624=0x40b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.132837:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.132840:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67870720
00000020:00010000:1.0:1789760794.132847:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.132851:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.132855:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.132858:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.132861:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.132868:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.132874:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.132887:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68180
00000008:00100000:1.0:1789760794.132960:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 67866624<>67870720
00000100:00100000:0.0:1789760794.133025:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888832:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.144389:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983878 gen 2
00000008:00010000:0.0:1789760794.144423:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760794.144430:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.144440:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.144461:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760794.144485:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554888832:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.144691:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16569, 16569]
00000080:00200000:1.0:1789760794.144704:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.144710:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.144720:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67870720 i_blocks 132584
00000020:00200000:1.0:1789760794.144724:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.144733:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.144760:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67870720, count: 4096
00000080:00200000:1.0:1789760794.144765:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67870720, bytes: 4096
00000080:00200000:1.0:1789760794.144773:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.144780:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.144782:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67870720, 67874816) 0 0
00000080:00200000:1.0:1789760794.144786:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.144798:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16570, 16570]
00020000:00200000:1.0:1789760794.144824:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67870720 chunk: [67870720, 67874816) 67874816, 4096
00020000:00200000:1.0:1789760794.144828:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.144842:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16570, 16570]
00000008:00010000:1.0:1789760794.144854:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.144859:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.144868:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67870720, 67874816) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.144878:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67870720=0x40ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.144919:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.144922:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67874816
00000020:00010000:1.0:1789760794.144928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.144932:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.144935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.144938:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.144941:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.144947:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.144952:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.144965:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760794.145051:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3800 - object 0x280000401:2 offset 67870720<>67874816
00000100:00100000:0.0:1789760794.145169:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888960:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.161508:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983879 gen 2
00000008:00010000:0.0:1789760794.161545:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760794.161551:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.161561:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.161582:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760794.161615:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554888960:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.161949:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16570, 16570]
00000080:00200000:1.0:1789760794.161962:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.161968:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.161981:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67874816 i_blocks 132592
00000020:00200000:1.0:1789760794.161984:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.161993:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.162037:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67874816, count: 4096
00000080:00200000:1.0:1789760794.162356:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67874816, bytes: 4096
00000080:00200000:1.0:1789760794.162367:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.162375:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.162378:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67874816, 67878912) 0 0
00000080:00200000:1.0:1789760794.162382:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.162395:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16571, 16571]
00020000:00200000:1.0:1789760794.162402:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67874816 chunk: [67874816, 67878912) 67878912, 4096
00020000:00200000:1.0:1789760794.162405:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.162421:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16571, 16571]
00000008:00010000:1.0:1789760794.162434:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.162439:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.162448:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67874816, 67878912) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.162458:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67874816=0x40bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.162502:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.162505:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67878912
00000020:00010000:1.0:1789760794.162511:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.162514:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.162517:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.162519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.162522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.162528:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.162533:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.162549:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760794.163016:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2a00 - object 0x280000401:2 offset 67874816<>67878912
00000100:00100000:0.0:1789760794.163291:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760794.163360:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554889088:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.179606:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983880 gen 2
00000008:00010000:0.0:1789760794.179773:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760794.179780:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.179790:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.179839:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760794.179862:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554889088:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.179965:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16571, 16571]
00000080:00200000:3.0:1789760794.179978:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.179983:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.179994:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67878912 i_blocks 132600
00000020:00200000:3.0:1789760794.179998:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.180007:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.180033:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67878912, count: 4096
00000080:00200000:3.0:1789760794.180039:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67878912, bytes: 4096
00000080:00200000:3.0:1789760794.180048:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.180055:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.180057:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67878912, 67883008) 0 0
00000080:00200000:3.0:1789760794.180060:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.180073:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16572, 16572]
00020000:00200000:3.0:1789760794.180079:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67878912 chunk: [67878912, 67883008) 67883008, 4096
00020000:00200000:3.0:1789760794.180082:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.180096:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16572, 16572]
00000008:00010000:3.0:1789760794.180110:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.180114:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.180123:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67878912, 67883008) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.180134:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67878912=0x40bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.180177:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.180180:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67883008
00000020:00010000:3.0:1789760794.180187:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.180191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.180193:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.180196:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.180199:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.180205:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.180770:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.180790:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.180904:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67878912<>67883008
00000100:00100000:3.0:1789760794.180952:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760794.180968:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554889216:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.195879:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983881 gen 2
00000008:00010000:3.0:1789760794.195913:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.195919:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.195928:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.195946:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.195971:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554889216:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.196572:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16572, 16572]
00000080:00200000:2.0:1789760794.196588:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.196594:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.196607:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67883008 i_blocks 132608
00000020:00200000:2.0:1789760794.196611:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.196629:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.196654:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67883008, count: 4096
00000080:00200000:2.0:1789760794.196661:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67883008, bytes: 4096
00000080:00200000:2.0:1789760794.196678:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.196686:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.196688:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67883008, 67887104) 0 0
00000080:00200000:2.0:1789760794.196692:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.196704:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16573, 16573]
00020000:00200000:2.0:1789760794.196711:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67883008 chunk: [67883008, 67887104) 67887104, 4096
00020000:00200000:2.0:1789760794.196715:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.196729:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16573, 16573]
00000008:00010000:2.0:1789760794.196743:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.196748:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.196757:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67883008, 67887104) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.196769:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67883008=0x40bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.196845:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.196848:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67887104
00000020:00010000:2.0:1789760794.196856:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.196859:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.196862:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.196865:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.196867:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.196874:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.196879:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.196893:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760794.196968:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 67883008<>67887104
00000100:00100000:2.0:1789760794.197015:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760794.197039:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554889344:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.206960:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983882 gen 2
00000008:00010000:3.0:1789760794.206997:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760794.207004:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.207013:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.207041:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000080:00200000:0.0:1789760794.207069:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16573, 16573]
00000100:00100000:3.0:1789760794.207075:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554889344:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.207085:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.207091:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.207103:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67887104 i_blocks 132616
00000020:00200000:0.0:1789760794.207108:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.207117:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.207144:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67887104, count: 4096
00000080:00200000:0.0:1789760794.207150:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67887104, bytes: 4096
00000080:00200000:0.0:1789760794.207157:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.207165:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.207167:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67887104, 67891200) 0 0
00000080:00200000:0.0:1789760794.207171:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.207183:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16574, 16574]
00020000:00200000:0.0:1789760794.207190:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67887104 chunk: [67887104, 67891200) 67891200, 4096
00020000:00200000:0.0:1789760794.207194:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.207209:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16574, 16574]
00000008:00010000:0.0:1789760794.207298:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.207304:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.207314:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67887104, 67891200) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.207326:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67887104=0x40be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.207446:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.207449:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67891200
00000020:00010000:0.0:1789760794.207456:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.207460:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.207463:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.207466:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.207468:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.207474:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.207479:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.207493:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760794.207574:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67887104<>67891200
00000100:00100000:1.0:1789760794.207728:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760794.207745:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889472:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.217604:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983883 gen 2
00000008:00010000:1.0:1789760794.217648:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760794.217656:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.217664:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.217686:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760794.217710:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889472:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.217905:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16574, 16574]
00000080:00200000:0.0:1789760794.217919:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.217924:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.217935:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67891200 i_blocks 132624
00000020:00200000:0.0:1789760794.217938:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.217946:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.217971:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67891200, count: 4096
00000080:00200000:0.0:1789760794.217977:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67891200, bytes: 4096
00000080:00200000:0.0:1789760794.217983:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.217990:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.217992:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67891200, 67895296) 0 0
00000080:00200000:0.0:1789760794.218007:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.218021:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16575, 16575]
00020000:00200000:0.0:1789760794.218027:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67891200 chunk: [67891200, 67895296) 67895296, 4096
00020000:00200000:0.0:1789760794.218334:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.218351:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16575, 16575]
00000008:00010000:0.0:1789760794.218366:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.218370:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.218379:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67891200, 67895296) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.218390:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67891200=0x40bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.218438:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.218441:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67895296
00000020:00010000:0.0:1789760794.218447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.218450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.218453:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.218456:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.218459:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.218466:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.218471:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.218486:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.218561:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 67891200<>67895296
00000100:00100000:1.0:1789760794.218928:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889600:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.229139:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983884 gen 2
00000008:00010000:1.0:1789760794.229179:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760794.229185:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.229192:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.229213:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760794.229236:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889600:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.233066:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16575, 16575]
00000080:00200000:0.0:1789760794.233085:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.233090:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.233104:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67895296 i_blocks 132632
00000020:00200000:0.0:1789760794.233108:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.233123:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.233149:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67895296, count: 4096
00000080:00200000:0.0:1789760794.233156:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67895296, bytes: 4096
00000080:00200000:0.0:1789760794.233166:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.233173:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.233175:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67895296, 67899392) 0 0
00000080:00200000:0.0:1789760794.233178:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.233190:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16576, 16576]
00020000:00200000:0.0:1789760794.233197:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67895296 chunk: [67895296, 67899392) 67899392, 4096
00020000:00200000:0.0:1789760794.233200:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.233229:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16576, 16576]
00000008:00010000:0.0:1789760794.233243:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.233248:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.233256:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67895296, 67899392) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.233267:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67895296=0x40c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.233338:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.233341:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67899392
00000020:00010000:0.0:1789760794.233347:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.233350:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.233353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.233357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.233359:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.233365:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.233370:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.233388:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760794.233471:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 67895296<>67899392
00000100:00100000:1.0:1789760794.234062:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554889728:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.244668:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983885 gen 2
00000008:00010000:1.0:1789760794.244699:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760794.244710:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.244935:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.244952:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760794.244969:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554889728:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.245843:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16576, 16576]
00000080:00200000:0.0:1789760794.245859:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.245864:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.245875:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67899392 i_blocks 132640
00000020:00200000:0.0:1789760794.245878:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.245887:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.245915:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67899392, count: 4096
00000080:00200000:0.0:1789760794.245921:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67899392, bytes: 4096
00000080:00200000:0.0:1789760794.245939:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.245946:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.245948:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67899392, 67903488) 0 0
00000080:00200000:0.0:1789760794.245952:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.245965:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16577, 16577]
00020000:00200000:0.0:1789760794.245972:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67899392 chunk: [67899392, 67903488) 67903488, 4096
00020000:00200000:0.0:1789760794.245976:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.245990:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16577, 16577]
00000008:00010000:0.0:1789760794.246003:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.246008:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.246018:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67899392, 67903488) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.246028:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67899392=0x40c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.246074:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.246077:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67903488
00000020:00010000:0.0:1789760794.246084:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.246087:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.246090:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.246093:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.246095:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.246101:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.246107:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.246123:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760794.246202:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67899392<>67903488
00000100:00100000:1.0:1789760794.246302:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889856:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.257041:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983886 gen 2
00000008:00010000:0.0:1789760794.257078:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760794.257084:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.257093:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.257114:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760794.257136:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554889856:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.257330:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16577, 16577]
00000080:00200000:3.0:1789760794.257342:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.257348:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.257360:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67903488 i_blocks 132648
00000020:00200000:3.0:1789760794.257363:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.257372:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.257395:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67903488, count: 4096
00000080:00200000:3.0:1789760794.257401:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67903488, bytes: 4096
00000080:00200000:3.0:1789760794.257410:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.257417:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.257419:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67903488, 67907584) 0 0
00000080:00200000:3.0:1789760794.257423:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.257436:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16578, 16578]
00020000:00200000:3.0:1789760794.257443:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67903488 chunk: [67903488, 67907584) 67907584, 4096
00020000:00200000:3.0:1789760794.257446:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.257460:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16578, 16578]
00000008:00010000:3.0:1789760794.257474:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.257479:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.257487:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67903488, 67907584) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.257498:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67903488=0x40c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.257542:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.257545:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67907584
00000020:00010000:3.0:1789760794.257551:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.257555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.257557:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.257561:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.257563:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.257570:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.257576:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.257591:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.257661:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67903488<>67907584
00000100:00100000:3.0:1789760794.257700:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760794.257713:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554889984:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.271956:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983887 gen 2
00000008:00010000:3.0:1789760794.271990:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.271998:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.272007:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.272027:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.272052:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554889984:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.272169:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16578, 16578]
00000080:00200000:0.0:1789760794.272180:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.272185:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.272195:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67907584 i_blocks 132656
00000020:00200000:0.0:1789760794.272198:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.272206:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.272229:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67907584, count: 4096
00000080:00200000:0.0:1789760794.272235:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67907584, bytes: 4096
00000080:00200000:0.0:1789760794.272242:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.272249:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.272251:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67907584, 67911680) 0 0
00000080:00200000:0.0:1789760794.272255:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.272267:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16579, 16579]
00020000:00200000:0.0:1789760794.272282:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67907584 chunk: [67907584, 67911680) 67911680, 4096
00020000:00200000:0.0:1789760794.272287:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.272301:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16579, 16579]
00000008:00010000:0.0:1789760794.272313:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.272317:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.272326:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67907584, 67911680) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.272335:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67907584=0x40c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.272376:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.272378:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67911680
00000020:00010000:0.0:1789760794.272384:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.272388:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.272391:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.272393:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.272397:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.272415:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.272420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.272433:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760794.272502:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67907584<>67911680
00000100:00100000:0.0:1789760794.272538:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760794.272551:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890112:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.289039:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983888 gen 2
00000008:00010000:0.0:1789760794.289077:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760794.289084:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.289092:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.289114:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760794.289139:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890112:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.289228:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16579, 16579]
00000080:00200000:3.0:1789760794.289241:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.289246:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.289257:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67911680 i_blocks 132664
00000020:00200000:3.0:1789760794.289261:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.289270:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.289306:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67911680, count: 4096
00000080:00200000:3.0:1789760794.289312:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67911680, bytes: 4096
00000080:00200000:3.0:1789760794.289320:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.289327:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.289329:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67911680, 67915776) 0 0
00000080:00200000:3.0:1789760794.289332:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.289345:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16580, 16580]
00020000:00200000:3.0:1789760794.289351:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67911680 chunk: [67911680, 67915776) 67915776, 4096
00020000:00200000:3.0:1789760794.289355:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.289369:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16580, 16580]
00000008:00010000:3.0:1789760794.289383:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.289387:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.289395:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67911680, 67915776) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.289420:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67911680=0x40c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.289463:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.289466:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67915776
00000020:00010000:3.0:1789760794.289472:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.289475:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.289478:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.289481:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.289484:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.289490:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.289496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.289511:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.289752:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67911680<>67915776
00000100:00100000:2.0:1789760794.289831:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760794.289847:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554890240:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.312580:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983889 gen 2
00000008:00010000:3.0:1789760794.312617:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.312623:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.312642:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.312664:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.312689:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554890240:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.312791:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16580, 16580]
00000080:00200000:0.0:1789760794.312838:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.312843:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.312855:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67915776 i_blocks 132672
00000020:00200000:0.0:1789760794.312858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.312867:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.312892:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67915776, count: 4096
00000080:00200000:0.0:1789760794.312897:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67915776, bytes: 4096
00000080:00200000:0.0:1789760794.312906:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.312913:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.312915:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67915776, 67919872) 0 0
00000080:00200000:0.0:1789760794.312919:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.312932:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16581, 16581]
00020000:00200000:0.0:1789760794.312937:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67915776 chunk: [67915776, 67919872) 67919872, 4096
00020000:00200000:0.0:1789760794.312941:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.312955:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16581, 16581]
00000008:00010000:0.0:1789760794.312968:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.312972:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.312981:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67915776, 67919872) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.312991:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67915776=0x40c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.313033:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.313035:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67919872
00000020:00010000:0.0:1789760794.313042:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.313045:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.313048:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.313050:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.313053:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.313059:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.313063:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.313076:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760794.313148:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 67915776<>67919872
00000100:00100000:1.0:1789760794.313229:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890368:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.329679:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983890 gen 2
00000008:00010000:1.0:1789760794.329720:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760794.329727:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.329736:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.329869:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760794.329894:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890368:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.330852:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16581, 16581]
00000080:00200000:0.0:1789760794.330867:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.330872:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.330886:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67919872 i_blocks 132680
00000020:00200000:0.0:1789760794.330890:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.330900:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.330925:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67919872, count: 4096
00000080:00200000:0.0:1789760794.330932:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67919872, bytes: 4096
00000080:00200000:0.0:1789760794.330942:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.330950:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.330952:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67919872, 67923968) 0 0
00000080:00200000:0.0:1789760794.330957:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.330969:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16582, 16582]
00020000:00200000:0.0:1789760794.330976:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67919872 chunk: [67919872, 67923968) 67923968, 4096
00020000:00200000:0.0:1789760794.330979:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.330995:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16582, 16582]
00000008:00010000:0.0:1789760794.331008:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.331013:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.331022:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67919872, 67923968) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.331033:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67919872=0x40c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.331162:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.331165:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67923968
00000020:00010000:0.0:1789760794.331172:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.331176:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.331179:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.331182:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.331185:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.331192:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.331197:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.331216:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760794.331308:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 67919872<>67923968
00000100:00100000:1.0:1789760794.331383:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890496:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.351147:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983891 gen 2
00000008:00010000:1.0:1789760794.351185:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760794.351192:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.351202:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.351226:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760794.351252:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890496:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.351404:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16582, 16582]
00000080:00200000:0.0:1789760794.351417:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.351422:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.351433:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67923968 i_blocks 132688
00000020:00200000:0.0:1789760794.351437:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.351445:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.351471:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67923968, count: 4096
00000080:00200000:0.0:1789760794.351478:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67923968, bytes: 4096
00000080:00200000:0.0:1789760794.351486:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.351492:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.351495:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67923968, 67928064) 0 0
00000080:00200000:0.0:1789760794.351498:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.351510:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16583, 16583]
00020000:00200000:0.0:1789760794.351516:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67923968 chunk: [67923968, 67928064) 67928064, 4096
00020000:00200000:0.0:1789760794.351520:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.351534:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16583, 16583]
00000008:00010000:0.0:1789760794.351546:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.351551:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.351559:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67923968, 67928064) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.351568:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67923968=0x40c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.351604:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.351606:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67928064
00000020:00010000:0.0:1789760794.351611:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.351615:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.351618:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.351620:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.351623:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.351629:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.351634:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.351923:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:1.0:1789760794.352002:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 67923968<>67928064
00000100:00100000:1.0:1789760794.352055:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760794.352068:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890624:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.366704:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983892 gen 2
00000008:00010000:1.0:1789760794.367558:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760794.367567:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.367846:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.367915:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760794.367953:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890624:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.370675:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16583, 16583]
00000080:00200000:0.0:1789760794.370696:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.370702:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.370716:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67928064 i_blocks 132696
00000020:00200000:0.0:1789760794.370720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.370734:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.370761:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67928064, count: 4096
00000080:00200000:0.0:1789760794.370768:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67928064, bytes: 4096
00000080:00200000:0.0:1789760794.370779:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.370787:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.370789:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67928064, 67932160) 0 0
00000080:00200000:0.0:1789760794.370793:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.371109:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16584, 16584]
00020000:00200000:0.0:1789760794.371119:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67928064 chunk: [67928064, 67932160) 67932160, 4096
00020000:00200000:0.0:1789760794.371123:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.371210:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16584, 16584]
00000008:00010000:0.0:1789760794.371226:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.371230:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.371239:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67928064, 67932160) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.371251:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67928064=0x40c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.371393:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.371396:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67932160
00000020:00010000:0.0:1789760794.371404:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.371407:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.371411:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.371414:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.371416:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.371423:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.371428:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.371455:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760794.371544:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 67928064<>67932160
00000100:00100000:1.0:1789760794.371623:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890752:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.385328:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983893 gen 2
00000008:00010000:1.0:1789760794.385361:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760794.385366:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.385373:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.385386:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760794.385403:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554890752:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.385488:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16584, 16584]
00000080:00200000:0.0:1789760794.385497:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.385500:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.385510:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67932160 i_blocks 132704
00000020:00200000:0.0:1789760794.385512:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.385520:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.385541:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67932160, count: 4096
00000080:00200000:0.0:1789760794.385545:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67932160, bytes: 4096
00000080:00200000:0.0:1789760794.385551:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.385557:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.385558:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67932160, 67936256) 0 0
00000080:00200000:0.0:1789760794.385561:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.385570:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16585, 16585]
00020000:00200000:0.0:1789760794.385574:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67932160 chunk: [67932160, 67936256) 67936256, 4096
00020000:00200000:0.0:1789760794.385577:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.385589:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16585, 16585]
00000008:00010000:0.0:1789760794.385599:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.385602:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.385609:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67932160, 67936256) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.385619:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67932160=0x40c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.385663:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.385665:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67936256
00000020:00010000:0.0:1789760794.385672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.385675:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.385678:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.385681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.385684:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.385690:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.385695:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.385708:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760794.385782:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 67932160<>67936256
00000100:00100000:1.0:1789760794.385896:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890880:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.399576:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983894 gen 2
00000008:00010000:1.0:1789760794.399613:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760794.399620:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.399627:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.399645:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760794.399668:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554890880:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.399761:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16585, 16585]
00000080:00200000:0.0:1789760794.399774:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.399779:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.399790:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67936256 i_blocks 132712
00000020:00200000:0.0:1789760794.399794:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.399835:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.399860:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67936256, count: 4096
00000080:00200000:0.0:1789760794.399867:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67936256, bytes: 4096
00000080:00200000:0.0:1789760794.399874:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.399881:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.399884:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67936256, 67940352) 0 0
00000080:00200000:0.0:1789760794.399887:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.399900:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16586, 16586]
00020000:00200000:0.0:1789760794.399906:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67936256 chunk: [67936256, 67940352) 67940352, 4096
00020000:00200000:0.0:1789760794.399910:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.399925:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16586, 16586]
00000008:00010000:0.0:1789760794.399938:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.399943:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.399951:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67936256, 67940352) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.399960:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67936256=0x40ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.400002:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.400005:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67940352
00000020:00010000:0.0:1789760794.400012:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.400015:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.400018:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.400021:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.400024:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.400030:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.400047:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.400061:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.400141:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 67936256<>67940352
00000100:00100000:1.0:1789760794.400209:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760794.400222:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891008:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.428797:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983895 gen 2
00000008:00010000:1.0:1789760794.428871:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760794.428878:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.428886:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.428897:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760794.428918:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891008:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.429019:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16586, 16586]
00000080:00200000:0.0:1789760794.429032:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.429037:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.429048:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67940352 i_blocks 132720
00000020:00200000:0.0:1789760794.429051:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.429059:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.429083:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67940352, count: 4096
00000080:00200000:0.0:1789760794.429089:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67940352, bytes: 4096
00000080:00200000:0.0:1789760794.429099:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.429106:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.429108:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67940352, 67944448) 0 0
00000080:00200000:0.0:1789760794.429111:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.429123:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16587, 16587]
00020000:00200000:0.0:1789760794.429129:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67940352 chunk: [67940352, 67944448) 67944448, 4096
00020000:00200000:0.0:1789760794.429133:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.429146:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16587, 16587]
00000008:00010000:0.0:1789760794.429160:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.429164:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.429172:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67940352, 67944448) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.429182:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67940352=0x40cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.429223:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.429226:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67944448
00000020:00010000:0.0:1789760794.429232:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.429235:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.429238:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.429241:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.429243:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.429249:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.429254:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.429267:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760794.429348:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 67940352<>67944448
00000100:00100000:1.0:1789760794.429434:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891136:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.443496:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983896 gen 2
00000008:00010000:1.0:1789760794.443531:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760794.443538:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.443545:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.443564:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760794.443595:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891136:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.443826:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16587, 16587]
00000080:00200000:0.0:1789760794.443838:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.443843:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.443855:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67944448 i_blocks 132728
00000020:00200000:0.0:1789760794.443858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.443866:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.443890:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67944448, count: 4096
00000080:00200000:0.0:1789760794.443896:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67944448, bytes: 4096
00000080:00200000:0.0:1789760794.443904:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.443911:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.443913:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67944448, 67948544) 0 0
00000080:00200000:0.0:1789760794.443916:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.443928:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16588, 16588]
00020000:00200000:0.0:1789760794.443934:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67944448 chunk: [67944448, 67948544) 67948544, 4096
00020000:00200000:0.0:1789760794.443937:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.443951:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16588, 16588]
00000008:00010000:0.0:1789760794.443964:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.443969:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.443977:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67944448, 67948544) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.443987:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67944448=0x40cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.444028:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.444030:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67948544
00000020:00010000:0.0:1789760794.444036:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.444039:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.444042:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.444045:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.444047:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.444053:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.444059:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.444072:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760794.444141:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 67944448<>67948544
00000100:00100000:1.0:1789760794.444225:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891264:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.461046:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983897 gen 2
00000008:00010000:1.0:1789760794.461180:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760794.461187:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.461196:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.461255:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000080:00200000:0.0:1789760794.461399:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16588, 16588]
00000080:00200000:0.0:1789760794.461412:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.461417:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.461429:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67948544 i_blocks 132736
00000020:00200000:0.0:1789760794.461432:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.461439:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.461465:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67948544, count: 4096
00000080:00200000:0.0:1789760794.461472:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67948544, bytes: 4096
00000080:00200000:0.0:1789760794.461480:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.461488:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.461490:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67948544, 67952640) 0 0
00000080:00200000:0.0:1789760794.461494:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.461506:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16589, 16589]
00020000:00200000:0.0:1789760794.461513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67948544 chunk: [67948544, 67952640) 67952640, 4096
00020000:00200000:0.0:1789760794.461517:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.461532:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16589, 16589]
00000008:00010000:0.0:1789760794.461545:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.461550:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.461559:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67948544, 67952640) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.461569:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67948544=0x40cd000, pages 1 (max 131072), lockless, parallel
00000100:00100000:1.0:1789760794.461690:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891264:192.168.203.122@tcp:4:dd.0
00000020:00200000:0.0:1789760794.461862:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.461865:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67952640
00000020:00010000:0.0:1789760794.461871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.461874:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.461877:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.461881:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.461884:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.461890:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.461895:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.461909:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760794.461984:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 67948544<>67952640
00000100:00100000:1.0:1789760794.462135:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891392:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.476669:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983898 gen 2
00000008:00010000:1.0:1789760794.476707:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760794.476713:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.476721:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.476740:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760794.476763:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891392:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.476838:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16589, 16589]
00000080:00200000:0.0:1789760794.476850:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.476855:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.476866:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67952640 i_blocks 132744
00000020:00200000:0.0:1789760794.476870:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.476878:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.476901:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67952640, count: 4096
00000080:00200000:0.0:1789760794.476907:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67952640, bytes: 4096
00000080:00200000:0.0:1789760794.476915:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.476922:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.476924:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67952640, 67956736) 0 0
00000080:00200000:0.0:1789760794.476928:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.476940:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16590, 16590]
00020000:00200000:0.0:1789760794.476946:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67952640 chunk: [67952640, 67956736) 67956736, 4096
00020000:00200000:0.0:1789760794.476950:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.476964:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16590, 16590]
00000008:00010000:0.0:1789760794.476976:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.476981:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.476990:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67952640, 67956736) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.477000:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67952640=0x40ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.477042:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.477045:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67956736
00000020:00010000:0.0:1789760794.477051:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.477055:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.477058:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.477061:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.477064:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.477070:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.477075:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.477089:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760794.477167:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 67952640<>67956736
00000100:00100000:1.0:1789760794.477281:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891520:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.494211:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983899 gen 2
00000008:00010000:1.0:1789760794.494251:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760794.494258:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.494267:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.494556:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760794.494581:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891520:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.494650:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16590, 16590]
00000080:00200000:0.0:1789760794.494662:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.494667:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.494679:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67956736 i_blocks 132752
00000020:00200000:0.0:1789760794.494682:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.494690:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.494715:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67956736, count: 4096
00000080:00200000:0.0:1789760794.494721:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67956736, bytes: 4096
00000080:00200000:0.0:1789760794.494731:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.494738:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.494740:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67956736, 67960832) 0 0
00000080:00200000:0.0:1789760794.494744:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.494756:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16591, 16591]
00020000:00200000:0.0:1789760794.494762:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67956736 chunk: [67956736, 67960832) 67960832, 4096
00020000:00200000:0.0:1789760794.494766:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.494971:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16591, 16591]
00000008:00010000:0.0:1789760794.494986:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.494990:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.495000:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67956736, 67960832) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.495010:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67956736=0x40cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.495053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.495056:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67960832
00000020:00010000:0.0:1789760794.495063:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.495066:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.495069:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.495072:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.495075:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.495080:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.495087:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.495101:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760794.495174:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 67956736<>67960832
00000100:00100000:1.0:1789760794.495232:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891648:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.512565:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983900 gen 2
00000008:00010000:1.0:1789760794.512603:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760794.512611:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.512689:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.512709:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760794.512733:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554891648:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.512998:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16591, 16591]
00000080:00200000:0.0:1789760794.513011:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.513016:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.513027:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67960832 i_blocks 132760
00000020:00200000:0.0:1789760794.513030:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.513038:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.513065:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67960832, count: 4096
00000080:00200000:0.0:1789760794.513071:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67960832, bytes: 4096
00000080:00200000:0.0:1789760794.513078:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.513084:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.513087:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67960832, 67964928) 0 0
00000080:00200000:0.0:1789760794.513090:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.513103:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16592, 16592]
00020000:00200000:0.0:1789760794.513109:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67960832 chunk: [67960832, 67964928) 67964928, 4096
00020000:00200000:0.0:1789760794.513113:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.513128:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16592, 16592]
00000008:00010000:0.0:1789760794.513140:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.513145:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.513155:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67960832, 67964928) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.513165:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67960832=0x40d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.513214:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.513217:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67964928
00000020:00010000:0.0:1789760794.513224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.513227:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.513229:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.513232:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.513235:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.513241:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.514008:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.514028:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760794.514108:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 67960832<>67964928
00000100:00100000:1.0:1789760794.514414:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891776:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.532459:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983901 gen 2
00000008:00010000:1.0:1789760794.532497:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760794.532504:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.532513:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.532534:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760794.532556:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891776:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.532657:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16592, 16592]
00000080:00200000:0.0:1789760794.532670:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.532675:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.532686:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67964928 i_blocks 132768
00000020:00200000:0.0:1789760794.532689:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.532698:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.532724:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67964928, count: 4096
00000080:00200000:0.0:1789760794.532730:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67964928, bytes: 4096
00000080:00200000:0.0:1789760794.532738:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.532745:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.532747:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67964928, 67969024) 0 0
00000080:00200000:0.0:1789760794.532750:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.532762:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16593, 16593]
00020000:00200000:0.0:1789760794.532769:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67964928 chunk: [67964928, 67969024) 67969024, 4096
00020000:00200000:0.0:1789760794.532773:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.532788:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16593, 16593]
00000008:00010000:0.0:1789760794.532847:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.532852:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.532861:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67964928, 67969024) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.532872:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67964928=0x40d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.532914:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.532917:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67969024
00000020:00010000:0.0:1789760794.532923:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.532926:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.532928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.532931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.532934:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.532939:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.532944:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.532958:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760794.533037:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 67964928<>67969024
00000100:00100000:1.0:1789760794.533328:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760794.533345:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891904:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.549253:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983902 gen 2
00000008:00010000:1.0:1789760794.549302:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760794.549308:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.549325:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.549343:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760794.549366:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554891904:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.549517:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16593, 16593]
00000080:00200000:0.0:1789760794.549529:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.549534:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.549547:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67969024 i_blocks 132776
00000020:00200000:0.0:1789760794.549550:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.549559:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.549585:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67969024, count: 4096
00000080:00200000:0.0:1789760794.549591:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67969024, bytes: 4096
00000080:00200000:0.0:1789760794.549599:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.549606:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.549608:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67969024, 67973120) 0 0
00000080:00200000:0.0:1789760794.549612:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.549625:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16594, 16594]
00020000:00200000:0.0:1789760794.549632:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67969024 chunk: [67969024, 67973120) 67973120, 4096
00020000:00200000:0.0:1789760794.549636:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.549649:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16594, 16594]
00000008:00010000:0.0:1789760794.549663:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.549667:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.549676:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67969024, 67973120) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.549687:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67969024=0x40d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.549730:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.549733:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67973120
00000020:00010000:0.0:1789760794.549739:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.549742:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.549744:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.549747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.549750:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.549755:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.549761:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.549775:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760794.549895:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 67969024<>67973120
00000100:00100000:1.0:1789760794.550099:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760794.550115:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892032:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.561146:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983903 gen 2
00000008:00010000:1.0:1789760794.561183:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760794.561190:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.561198:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.561217:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760794.561241:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892032:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.561342:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16594, 16594]
00000080:00200000:0.0:1789760794.561354:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.561360:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.561370:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67973120 i_blocks 132784
00000020:00200000:0.0:1789760794.561374:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.561382:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.561407:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67973120, count: 4096
00000080:00200000:0.0:1789760794.561412:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67973120, bytes: 4096
00000080:00200000:0.0:1789760794.561419:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.561426:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.561428:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67973120, 67977216) 0 0
00000080:00200000:0.0:1789760794.561431:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.561445:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16595, 16595]
00020000:00200000:0.0:1789760794.561452:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67973120 chunk: [67973120, 67977216) 67977216, 4096
00020000:00200000:0.0:1789760794.561455:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.561470:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16595, 16595]
00000008:00010000:0.0:1789760794.561484:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.561488:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.561497:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67973120, 67977216) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.561509:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67973120=0x40d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.561554:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.561557:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67977216
00000020:00010000:0.0:1789760794.561564:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.561567:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.561570:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.561573:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.561575:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.561581:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.561586:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.561613:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760794.561692:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 67973120<>67977216
00000100:00100000:1.0:1789760794.561908:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760794.561922:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892160:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.575579:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983904 gen 2
00000008:00010000:1.0:1789760794.575619:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760794.575625:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.575633:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.575643:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760794.575679:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892160:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.575911:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16595, 16595]
00000080:00200000:0.0:1789760794.575923:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.575929:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.575940:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67977216 i_blocks 132792
00000020:00200000:0.0:1789760794.575943:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.575951:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.575978:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67977216, count: 4096
00000080:00200000:0.0:1789760794.575984:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67977216, bytes: 4096
00000080:00200000:0.0:1789760794.575992:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.575999:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.576001:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67977216, 67981312) 0 0
00000080:00200000:0.0:1789760794.576005:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.576020:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16596, 16596]
00020000:00200000:0.0:1789760794.576038:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67977216 chunk: [67977216, 67981312) 67981312, 4096
00020000:00200000:0.0:1789760794.576042:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.576057:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16596, 16596]
00000008:00010000:0.0:1789760794.576164:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.576169:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.576179:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67977216, 67981312) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.576190:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67977216=0x40d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.576234:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.576236:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67981312
00000020:00010000:0.0:1789760794.576243:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.576246:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.576249:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.576253:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.576255:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.576262:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.576267:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.576290:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760794.576441:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67977216<>67981312
00000100:00100000:1.0:1789760794.576504:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892288:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.598145:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983905 gen 2
00000008:00010000:1.0:1789760794.598181:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760794.598187:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.598195:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.598215:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760794.598239:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892288:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.598254:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16596, 16596]
00000080:00200000:0.0:1789760794.598279:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.598291:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.598303:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67981312 i_blocks 132800
00000020:00200000:0.0:1789760794.598306:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.598314:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.598339:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67981312, count: 4096
00000080:00200000:0.0:1789760794.598344:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67981312, bytes: 4096
00000080:00200000:0.0:1789760794.598351:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.598357:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.598359:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67981312, 67985408) 0 0
00000080:00200000:0.0:1789760794.598362:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.598373:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16597, 16597]
00020000:00200000:0.0:1789760794.598379:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67981312 chunk: [67981312, 67985408) 67985408, 4096
00020000:00200000:0.0:1789760794.598382:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.598396:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16597, 16597]
00000008:00010000:0.0:1789760794.598408:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.598412:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.598420:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67981312, 67985408) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.598430:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67981312=0x40d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.598471:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.598473:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67985408
00000020:00010000:0.0:1789760794.598480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.598483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.598485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.598488:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.598491:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.598497:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.598502:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.598515:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760794.598599:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67981312<>67985408
00000100:00100000:1.0:1789760794.598963:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892416:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.610202:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983906 gen 2
00000008:00010000:1.0:1789760794.610241:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760794.610247:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.610255:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.610390:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760794.610415:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892416:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.610479:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16597, 16597]
00000080:00200000:0.0:1789760794.610490:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.610495:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.610504:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67985408 i_blocks 132808
00000020:00200000:0.0:1789760794.610507:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.610515:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.610540:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67985408, count: 4096
00000080:00200000:0.0:1789760794.610546:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67985408, bytes: 4096
00000080:00200000:0.0:1789760794.610553:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.610751:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.610754:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67985408, 67989504) 0 0
00000080:00200000:0.0:1789760794.610758:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.610771:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16598, 16598]
00020000:00200000:0.0:1789760794.610777:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67985408 chunk: [67985408, 67989504) 67989504, 4096
00020000:00200000:0.0:1789760794.610780:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.610796:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16598, 16598]
00000008:00010000:0.0:1789760794.610830:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.610835:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.610844:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67985408, 67989504) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.610854:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67985408=0x40d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.610896:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.610899:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67989504
00000020:00010000:0.0:1789760794.610905:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.610908:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.610911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.610914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.610916:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.610921:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.610927:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.610941:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760794.612219:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aafb80 - object 0x280000401:2 offset 67985408<>67989504
00000100:00100000:1.0:1789760794.612303:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892544:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.624860:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983907 gen 2
00000008:00010000:1.0:1789760794.624897:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760794.624904:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.624913:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.624933:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760794.624955:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554892544:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.625111:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16598, 16598]
00000080:00200000:0.0:1789760794.625124:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.625129:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.625140:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67989504 i_blocks 132816
00000020:00200000:0.0:1789760794.625144:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.625153:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.625178:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67989504, count: 4096
00000080:00200000:0.0:1789760794.625184:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67989504, bytes: 4096
00000080:00200000:0.0:1789760794.625196:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.625204:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.625206:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67989504, 67993600) 0 0
00000080:00200000:0.0:1789760794.625210:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.625222:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16599, 16599]
00020000:00200000:0.0:1789760794.625229:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67989504 chunk: [67989504, 67993600) 67993600, 4096
00020000:00200000:0.0:1789760794.625232:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.625246:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16599, 16599]
00000008:00010000:0.0:1789760794.625258:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.625262:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.625282:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67989504, 67993600) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.625296:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67989504=0x40d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.625342:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.625344:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67993600
00000020:00010000:0.0:1789760794.625351:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.625354:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.625357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.625360:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.625363:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.625369:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.625585:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.625601:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.625687:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67989504<>67993600
00000100:00100000:0.0:1789760794.628738:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892672:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760794.639323:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760794.645262:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983908 gen 2
00000008:00010000:0.0:1789760794.645315:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760794.645322:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.645331:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.645347:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760794.645369:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892672:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.646168:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16599, 16599]
00000080:00200000:3.0:1789760794.646181:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.646186:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.646197:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67993600 i_blocks 132824
00000020:00200000:3.0:1789760794.646201:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.646210:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.646238:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67993600, count: 4096
00000080:00200000:3.0:1789760794.646244:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67993600, bytes: 4096
00000080:00200000:3.0:1789760794.646253:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.646260:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.646262:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67993600, 67997696) 0 0
00000080:00200000:3.0:1789760794.646266:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.646286:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16600, 16600]
00020000:00200000:3.0:1789760794.646292:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67993600 chunk: [67993600, 67997696) 67997696, 4096
00020000:00200000:3.0:1789760794.646296:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.646312:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16600, 16600]
00000008:00010000:3.0:1789760794.646327:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.646331:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.646340:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67993600, 67997696) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.646355:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67993600=0x40d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.646400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.646402:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 67997696
00000020:00010000:3.0:1789760794.646409:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.646412:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.646415:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.646418:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.646420:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.646427:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.646432:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.646445:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.646530:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 67993600<>67997696
00000100:00100000:3.0:1789760794.646570:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760794.646593:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554892800:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.656453:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983909 gen 2
00000008:00010000:3.0:1789760794.656492:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.656499:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.656508:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.656534:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.656557:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554892800:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.656664:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16600, 16600]
00000080:00200000:0.0:1789760794.656677:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.656683:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.656695:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 67997696 i_blocks 132832
00000020:00200000:0.0:1789760794.656700:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.656708:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.656735:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 67997696, count: 4096
00000080:00200000:0.0:1789760794.656742:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 67997696, bytes: 4096
00000080:00200000:0.0:1789760794.656751:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.656758:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.656760:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [67997696, 68001792) 0 0
00000080:00200000:0.0:1789760794.656764:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.656775:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16601, 16601]
00020000:00200000:0.0:1789760794.656781:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 67997696 chunk: [67997696, 68001792) 68001792, 4096
00020000:00200000:0.0:1789760794.656785:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.656838:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16601, 16601]
00000008:00010000:0.0:1789760794.656854:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.656859:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.656870:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [67997696, 68001792) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.656882:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=67997696=0x40d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.656926:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.656929:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68001792
00000020:00010000:0.0:1789760794.656947:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.656951:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.656954:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.656957:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.656960:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.656967:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.656972:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.656986:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.657456:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 67997696<>68001792
00000100:00100000:0.0:1789760794.657496:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760794.657513:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892928:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.672346:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983910 gen 2
00000008:00010000:0.0:1789760794.672381:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760794.672387:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.672395:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.672418:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760794.672442:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554892928:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.672544:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16601, 16601]
00000080:00200000:1.0:1789760794.672557:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.672562:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.672574:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68001792 i_blocks 132840
00000020:00200000:1.0:1789760794.672577:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.672585:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.672612:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68001792, count: 4096
00000080:00200000:1.0:1789760794.672619:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68001792, bytes: 4096
00000080:00200000:1.0:1789760794.672628:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.672636:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.672638:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68001792, 68005888) 0 0
00000080:00200000:1.0:1789760794.672642:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.672665:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16602, 16602]
00020000:00200000:1.0:1789760794.672673:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68001792 chunk: [68001792, 68005888) 68005888, 4096
00020000:00200000:1.0:1789760794.672677:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.672692:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16602, 16602]
00000008:00010000:1.0:1789760794.672708:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.672712:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.672721:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68001792, 68005888) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.672733:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68001792=0x40da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.672782:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.672786:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68005888
00000020:00010000:1.0:1789760794.672837:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.672841:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.672844:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.672847:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.672850:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.672857:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.672863:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.672876:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760794.673097:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 68001792<>68005888
00000100:00100000:1.0:1789760794.673132:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760794.673147:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893056:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.692767:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983911 gen 2
00000008:00010000:1.0:1789760794.692842:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:1.0:1789760794.692850:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.692860:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.692881:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:1.0:1789760794.692905:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893056:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.693141:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16602, 16602]
00000080:00200000:3.0:1789760794.693153:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.693158:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.693170:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68005888 i_blocks 132848
00000020:00200000:3.0:1789760794.693173:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.693181:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.693208:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68005888, count: 4096
00000080:00200000:3.0:1789760794.693214:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68005888, bytes: 4096
00000080:00200000:3.0:1789760794.693222:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.693228:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.693230:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68005888, 68009984) 0 0
00000080:00200000:3.0:1789760794.693234:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.693246:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16603, 16603]
00020000:00200000:3.0:1789760794.693253:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68005888 chunk: [68005888, 68009984) 68009984, 4096
00020000:00200000:3.0:1789760794.693257:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.693287:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16603, 16603]
00000008:00010000:3.0:1789760794.693302:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.693306:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.693314:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68005888, 68009984) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.693325:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68005888=0x40db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.693367:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.693370:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68009984
00000020:00010000:3.0:1789760794.693377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.693380:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.693382:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.693386:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.693388:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.693395:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.693400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.693415:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.693496:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68005888<>68009984
00000100:00100000:2.0:1789760794.693735:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554893184:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.707223:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983912 gen 2
00000008:00010000:3.0:1789760794.707278:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.707285:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.707295:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.707378:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.707404:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554893184:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.707637:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16603, 16603]
00000080:00200000:1.0:1789760794.707711:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.707717:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.707731:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68009984 i_blocks 132856
00000020:00200000:1.0:1789760794.707735:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.707745:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.707773:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68009984, count: 4096
00000080:00200000:1.0:1789760794.707935:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68009984, bytes: 4096
00000080:00200000:1.0:1789760794.707947:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.707955:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.707957:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68009984, 68014080) 0 0
00000080:00200000:1.0:1789760794.707961:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.707973:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16604, 16604]
00020000:00200000:1.0:1789760794.707980:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68009984 chunk: [68009984, 68014080) 68014080, 4096
00020000:00200000:1.0:1789760794.707984:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.708001:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16604, 16604]
00000008:00010000:1.0:1789760794.708015:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.708019:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.708096:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68009984, 68014080) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.708108:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68009984=0x40dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.708158:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.708161:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68014080
00000020:00010000:1.0:1789760794.708168:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.708171:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.708175:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.708177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.708180:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.708187:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.708193:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.708208:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760794.708296:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 68009984<>68014080
00000100:00100000:0.0:1789760794.708358:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893312:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.720515:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983913 gen 2
00000008:00010000:0.0:1789760794.720569:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760794.720578:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.720591:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.720748:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760794.720781:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893312:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.721122:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16604, 16604]
00000080:00200000:1.0:1789760794.721139:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.721145:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.721160:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68014080 i_blocks 132864
00000020:00200000:1.0:1789760794.721163:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.721175:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.721208:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68014080, count: 4096
00000080:00200000:1.0:1789760794.721216:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68014080, bytes: 4096
00000080:00200000:1.0:1789760794.721226:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.721234:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.721237:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68014080, 68018176) 0 0
00000080:00200000:1.0:1789760794.721241:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.721336:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16605, 16605]
00020000:00200000:1.0:1789760794.721345:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68014080 chunk: [68014080, 68018176) 68018176, 4096
00020000:00200000:1.0:1789760794.721349:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.721369:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16605, 16605]
00000008:00010000:1.0:1789760794.721387:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.721392:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.721402:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68014080, 68018176) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.721416:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68014080=0x40dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.721476:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.721479:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68018176
00000020:00010000:1.0:1789760794.721488:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.721491:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.721494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.721498:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.721500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.721508:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.721514:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.721531:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760794.721751:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3480 - object 0x280000401:2 offset 68014080<>68018176
00000100:00100000:0.0:1789760794.722368:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893440:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.732574:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983914 gen 2
00000008:00010000:0.0:1789760794.732625:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760794.732634:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.732655:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.732678:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760794.732709:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893440:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.733283:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16605, 16605]
00000080:00200000:1.0:1789760794.733300:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.733306:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.733322:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68018176 i_blocks 132872
00000020:00200000:1.0:1789760794.733326:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.733338:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.733370:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68018176, count: 4096
00000080:00200000:1.0:1789760794.733378:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68018176, bytes: 4096
00000080:00200000:1.0:1789760794.733388:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.733397:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.733399:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68018176, 68022272) 0 0
00000080:00200000:1.0:1789760794.733403:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.733420:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16606, 16606]
00020000:00200000:1.0:1789760794.733428:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68018176 chunk: [68018176, 68022272) 68022272, 4096
00020000:00200000:1.0:1789760794.733434:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.733454:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16606, 16606]
00000008:00010000:1.0:1789760794.733471:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.733476:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.733488:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68018176, 68022272) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.733501:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68018176=0x40de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.733560:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.733563:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68022272
00000020:00010000:1.0:1789760794.733571:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.733573:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.733577:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.733580:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.733582:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.733590:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.733597:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.733612:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68180
00000008:00100000:1.0:1789760794.733731:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 68018176<>68022272
00000100:00100000:0.0:1789760794.733971:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893568:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.742862:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983915 gen 2
00000008:00010000:0.0:1789760794.742913:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68180
00000020:00200000:0.0:1789760794.742922:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.742935:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.742959:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68180
00000100:00100000:0.0:1789760794.742989:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893568:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.743443:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16606, 16606]
00000080:00200000:1.0:1789760794.743459:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.743466:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.743480:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68022272 i_blocks 132880
00000020:00200000:1.0:1789760794.743484:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.743495:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.743529:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68022272, count: 4096
00000080:00200000:1.0:1789760794.743535:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68022272, bytes: 4096
00000080:00200000:1.0:1789760794.743545:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.743553:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.743555:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68022272, 68026368) 0 0
00000080:00200000:1.0:1789760794.743560:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.743578:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16607, 16607]
00020000:00200000:1.0:1789760794.743586:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68022272 chunk: [68022272, 68026368) 68026368, 4096
00020000:00200000:1.0:1789760794.743591:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.743610:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16607, 16607]
00000008:00010000:1.0:1789760794.743627:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.743633:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.743658:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68022272, 68026368) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.743673:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68022272=0x40df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.743737:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.743740:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68026368
00000020:00010000:1.0:1789760794.743748:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.743751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.743754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.743758:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.743761:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.743769:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.743776:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.743793:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760794.743940:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3100 - object 0x280000401:2 offset 68022272<>68026368
00000100:00100000:0.0:1789760794.744207:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893696:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.760355:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983916 gen 2
00000008:00010000:0.0:1789760794.760419:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760794.760427:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.760439:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.760462:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760794.760494:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893696:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.761241:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16607, 16607]
00000080:00200000:1.0:1789760794.761261:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.761343:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.761363:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68026368 i_blocks 132888
00000020:00200000:1.0:1789760794.761368:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.761384:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.761423:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68026368, count: 4096
00000080:00200000:1.0:1789760794.761432:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68026368, bytes: 4096
00000080:00200000:1.0:1789760794.761619:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.761629:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.761632:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68026368, 68030464) 0 0
00000080:00200000:1.0:1789760794.761637:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.761654:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16608, 16608]
00020000:00200000:1.0:1789760794.761662:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68026368 chunk: [68026368, 68030464) 68030464, 4096
00020000:00200000:1.0:1789760794.761667:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.761689:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16608, 16608]
00000008:00010000:1.0:1789760794.761707:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.761713:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.761725:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68026368, 68030464) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.761741:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68026368=0x40e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.761858:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.761862:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68030464
00000020:00010000:1.0:1789760794.761871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.761874:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.761878:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.761881:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.761884:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.761892:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.761898:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.761920:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760794.762040:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 68026368<>68030464
00000100:00100000:0.0:1789760794.762339:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893824:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.774601:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983917 gen 2
00000008:00010000:0.0:1789760794.774660:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760794.774670:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.774682:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.774707:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760794.774737:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554893824:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.774936:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16608, 16608]
00000080:00200000:1.0:1789760794.774952:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.774958:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.774973:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68030464 i_blocks 132896
00000020:00200000:1.0:1789760794.774977:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.774988:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.775247:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68030464, count: 4096
00000080:00200000:1.0:1789760794.775256:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68030464, bytes: 4096
00000080:00200000:1.0:1789760794.775275:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.775284:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.775286:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68030464, 68034560) 0 0
00000080:00200000:1.0:1789760794.775290:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.775306:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16609, 16609]
00020000:00200000:1.0:1789760794.775313:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68030464 chunk: [68030464, 68034560) 68034560, 4096
00020000:00200000:1.0:1789760794.775319:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.775339:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16609, 16609]
00000008:00010000:1.0:1789760794.775356:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.775362:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.775373:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68030464, 68034560) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.775386:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68030464=0x40e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.775449:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.775452:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68034560
00000020:00010000:1.0:1789760794.775461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.775463:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.775466:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.775469:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.775472:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.775478:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.775485:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.775503:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760794.775613:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 68030464<>68034560
00000100:00100000:0.0:1789760794.776408:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893952:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.790142:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983918 gen 2
00000008:00010000:0.0:1789760794.790197:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760794.790210:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.790231:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.790255:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760794.790297:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554893952:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760794.790835:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16609, 16609]
00000080:00200000:1.0:1789760794.790852:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.790858:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.790873:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68034560 i_blocks 132904
00000020:00200000:1.0:1789760794.790877:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.790889:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.790926:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68034560, count: 4096
00000080:00200000:1.0:1789760794.790933:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68034560, bytes: 4096
00000080:00200000:1.0:1789760794.790943:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.790952:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.790954:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68034560, 68038656) 0 0
00000080:00200000:1.0:1789760794.790959:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.790976:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16610, 16610]
00020000:00200000:1.0:1789760794.790984:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68034560 chunk: [68034560, 68038656) 68038656, 4096
00020000:00200000:1.0:1789760794.790990:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.791012:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16610, 16610]
00000008:00010000:1.0:1789760794.791473:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.791481:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760794.791496:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68034560, 68038656) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.791512:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68034560=0x40e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.791581:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.791585:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68038656
00000020:00010000:1.0:1789760794.791593:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.791598:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.791601:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.791605:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.791608:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.791616:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.791624:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.792376:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760794.792561:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68034560<>68038656
00000100:00100000:0.0:1789760794.792631:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554894080:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.802626:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983919 gen 2
00000008:00010000:0.0:1789760794.802688:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760794.802696:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.802708:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.802734:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760794.802762:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554894080:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.802911:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16610, 16610]
00000080:00200000:3.0:1789760794.802928:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.802934:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.802950:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68038656 i_blocks 132912
00000020:00200000:3.0:1789760794.802954:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.802964:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.802997:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68038656, count: 4096
00000080:00200000:3.0:1789760794.803004:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68038656, bytes: 4096
00000080:00200000:3.0:1789760794.803014:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.803022:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.803024:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68038656, 68042752) 0 0
00000080:00200000:3.0:1789760794.803028:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.803043:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16611, 16611]
00020000:00200000:3.0:1789760794.803051:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68038656 chunk: [68038656, 68042752) 68042752, 4096
00020000:00200000:3.0:1789760794.803056:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.803086:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16611, 16611]
00000008:00010000:3.0:1789760794.803110:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.803115:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.803126:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68038656, 68042752) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.803138:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68038656=0x40e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.803196:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.803199:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68042752
00000020:00010000:3.0:1789760794.803207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.803210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.803213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.803217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.803220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.803229:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.803235:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.803251:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.803373:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68038656<>68042752
00000100:00100000:2.0:1789760794.803449:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894208:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.814974:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983920 gen 2
00000008:00010000:3.0:1789760794.815033:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.815043:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.815486:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.815516:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.815551:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894208:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.815695:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16611, 16611]
00000080:00200000:0.0:1789760794.815711:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.815718:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.815734:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68042752 i_blocks 132920
00000020:00200000:0.0:1789760794.815738:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.815748:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.815784:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68042752, count: 4096
00000080:00200000:0.0:1789760794.815792:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68042752, bytes: 4096
00000080:00200000:0.0:1789760794.815858:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.815868:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.815870:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68042752, 68046848) 0 0
00000080:00200000:0.0:1789760794.815874:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.815891:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16612, 16612]
00020000:00200000:0.0:1789760794.815900:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68042752 chunk: [68042752, 68046848) 68046848, 4096
00020000:00200000:0.0:1789760794.815905:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.815925:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16612, 16612]
00000008:00010000:0.0:1789760794.815945:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.815952:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.815965:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68042752, 68046848) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.815979:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68042752=0x40e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.816053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.816056:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68046848
00000020:00010000:0.0:1789760794.816066:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.816070:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.816073:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.816077:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.816080:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.816088:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.816097:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.816126:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.816260:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 68042752<>68046848
00000100:00100000:0.0:1789760794.816313:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760794.816331:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554894336:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760794.829715:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983921 gen 2
00000008:00010000:0.0:1789760794.829846:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:0.0:1789760794.829855:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760794.829867:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760794.829942:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:0.0:1789760794.829973:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554894336:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.830389:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16612, 16612]
00000080:00200000:3.0:1789760794.830407:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.830412:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.830427:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68046848 i_blocks 132928
00000020:00200000:3.0:1789760794.830430:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.830441:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.830478:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68046848, count: 4096
00000080:00200000:3.0:1789760794.830485:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68046848, bytes: 4096
00000080:00200000:3.0:1789760794.830495:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.830505:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.830507:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68046848, 68050944) 0 0
00000080:00200000:3.0:1789760794.830512:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.830529:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16613, 16613]
00020000:00200000:3.0:1789760794.830537:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68046848 chunk: [68046848, 68050944) 68050944, 4096
00020000:00200000:3.0:1789760794.830542:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.830560:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16613, 16613]
00000008:00010000:3.0:1789760794.830578:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.830584:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.830596:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68046848, 68050944) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.830610:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68046848=0x40e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.830672:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.830675:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68050944
00000020:00010000:3.0:1789760794.830683:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.830686:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.830689:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.830693:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.830696:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.830703:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.830709:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.830727:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.830990:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68046848<>68050944
00000100:00100000:3.0:1789760794.831043:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760794.831062:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894464:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.841096:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983922 gen 2
00000008:00010000:3.0:1789760794.841148:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.841156:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.841166:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.841648:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.841685:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894464:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.841848:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16613, 16613]
00000080:00200000:2.0:1789760794.841865:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.841871:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.841887:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68050944 i_blocks 132936
00000020:00200000:2.0:1789760794.841891:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.841902:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.841942:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68050944, count: 4096
00000080:00200000:2.0:1789760794.841949:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68050944, bytes: 4096
00000080:00200000:2.0:1789760794.841961:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.841970:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.841973:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68050944, 68055040) 0 0
00000080:00200000:2.0:1789760794.841977:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.841994:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16614, 16614]
00020000:00200000:2.0:1789760794.842001:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68050944 chunk: [68050944, 68055040) 68055040, 4096
00020000:00200000:2.0:1789760794.842005:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.842023:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16614, 16614]
00000008:00010000:2.0:1789760794.842041:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.842047:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.842059:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68050944, 68055040) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.842110:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68050944=0x40e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.842177:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.842250:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68055040
00000020:00010000:2.0:1789760794.842261:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.842265:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.842277:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.842280:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.842283:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.842292:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.842298:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.842317:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760794.842422:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68050944<>68055040
00000100:00100000:2.0:1789760794.842469:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760794.842487:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554894592:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.855974:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983923 gen 2
00000008:00010000:3.0:1789760794.856029:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760794.856038:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.856052:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.856075:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760794.856106:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554894592:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.856532:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16614, 16614]
00000080:00200000:2.0:1789760794.856550:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.856557:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.856573:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68055040 i_blocks 132944
00000020:00200000:2.0:1789760794.856578:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.856588:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.856624:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68055040, count: 4096
00000080:00200000:2.0:1789760794.856631:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68055040, bytes: 4096
00000080:00200000:2.0:1789760794.856643:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.856652:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.856654:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68055040, 68059136) 0 0
00000080:00200000:2.0:1789760794.856659:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.856676:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16615, 16615]
00020000:00200000:2.0:1789760794.856685:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68055040 chunk: [68055040, 68059136) 68059136, 4096
00020000:00200000:2.0:1789760794.856689:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.856708:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16615, 16615]
00000008:00010000:2.0:1789760794.856727:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.856732:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.856745:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68055040, 68059136) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.856759:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68055040=0x40e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.856887:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.856890:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68059136
00000020:00010000:2.0:1789760794.856900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.856903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.856907:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.856910:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.856913:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.856936:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.856944:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.856963:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760794.857079:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68055040<>68059136
00000100:00100000:3.0:1789760794.857675:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554894720:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.871950:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983924 gen 2
00000008:00010000:3.0:1789760794.872007:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760794.872017:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.872031:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.872051:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760794.872084:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554894720:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.872549:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16615, 16615]
00000080:00200000:2.0:1789760794.872567:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.872574:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.872595:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68059136 i_blocks 132952
00000020:00200000:2.0:1789760794.872600:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.872611:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.872648:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68059136, count: 4096
00000080:00200000:2.0:1789760794.872655:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68059136, bytes: 4096
00000080:00200000:2.0:1789760794.872667:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.872677:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.872679:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68059136, 68063232) 0 0
00000080:00200000:2.0:1789760794.872684:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.872702:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16616, 16616]
00020000:00200000:2.0:1789760794.872711:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68059136 chunk: [68059136, 68063232) 68063232, 4096
00020000:00200000:2.0:1789760794.872715:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.872736:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16616, 16616]
00000008:00010000:2.0:1789760794.872757:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.872764:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.872776:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68059136, 68063232) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.872792:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68059136=0x40e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.872888:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.872891:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68063232
00000020:00010000:2.0:1789760794.872900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.872904:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.872908:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.872911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.872914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.872924:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.872932:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.872952:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760794.873067:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 68059136<>68063232
00000100:00100000:3.0:1789760794.874937:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894848:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.887092:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983925 gen 2
00000008:00010000:3.0:1789760794.887146:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760794.887155:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.887167:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.887188:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760794.887217:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894848:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.889795:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16616, 16616]
00000080:00200000:2.0:1789760794.889859:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.889867:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.889888:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68063232 i_blocks 132960
00000020:00200000:2.0:1789760794.889893:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.889911:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.889947:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68063232, count: 4096
00000080:00200000:2.0:1789760794.889957:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68063232, bytes: 4096
00000080:00200000:2.0:1789760794.889972:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.889982:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.889984:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68063232, 68067328) 0 0
00000080:00200000:2.0:1789760794.889989:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.890005:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16617, 16617]
00020000:00200000:2.0:1789760794.890014:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68063232 chunk: [68063232, 68067328) 68067328, 4096
00020000:00200000:2.0:1789760794.890019:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.890053:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16617, 16617]
00000008:00010000:2.0:1789760794.890086:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.890093:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.890103:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68063232, 68067328) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.890118:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68063232=0x40e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.890185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.890188:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68067328
00000020:00010000:2.0:1789760794.890197:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.890200:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.890203:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.890207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.890210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.890219:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.890225:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.890247:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760794.890370:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 68063232<>68067328
00000100:00100000:3.0:1789760794.890630:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760794.890658:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.901345:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983926 gen 2
00000008:00010000:3.0:1789760794.901413:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760794.901422:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.901435:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.901455:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760794.901486:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554894976:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.901692:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16617, 16617]
00000080:00200000:2.0:1789760794.901709:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.901715:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.901732:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68067328 i_blocks 132968
00000020:00200000:2.0:1789760794.901735:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.901746:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.901781:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68067328, count: 4096
00000080:00200000:2.0:1789760794.901789:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68067328, bytes: 4096
00000080:00200000:2.0:1789760794.901841:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.901850:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.901852:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68067328, 68071424) 0 0
00000080:00200000:2.0:1789760794.901857:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.901874:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16618, 16618]
00020000:00200000:2.0:1789760794.901883:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68067328 chunk: [68067328, 68071424) 68071424, 4096
00020000:00200000:2.0:1789760794.901888:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.901909:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16618, 16618]
00000008:00010000:2.0:1789760794.901939:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.901945:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.901958:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68067328, 68071424) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.901972:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68067328=0x40ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.902222:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.902225:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68071424
00000020:00010000:2.0:1789760794.902234:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.902238:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.902241:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.902245:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.902248:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.902256:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.902263:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.902289:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760794.902604:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 68067328<>68071424
00000100:00100000:3.0:1789760794.903557:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.916387:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983927 gen 2
00000008:00010000:3.0:1789760794.916459:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760794.916469:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.916482:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.916500:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760794.916529:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895104:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.916870:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16618, 16618]
00000080:00200000:2.0:1789760794.916886:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.916893:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.916909:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68071424 i_blocks 132976
00000020:00200000:2.0:1789760794.916913:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.916923:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.916957:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68071424, count: 4096
00000080:00200000:2.0:1789760794.916965:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68071424, bytes: 4096
00000080:00200000:2.0:1789760794.916974:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.916984:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.916986:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68071424, 68075520) 0 0
00000080:00200000:2.0:1789760794.916991:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.917010:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16619, 16619]
00020000:00200000:2.0:1789760794.917019:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68071424 chunk: [68071424, 68075520) 68075520, 4096
00020000:00200000:2.0:1789760794.917036:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.917057:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16619, 16619]
00000008:00010000:2.0:1789760794.917076:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.917082:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.917094:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68071424, 68075520) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.917108:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68071424=0x40eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.917167:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.917169:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68075520
00000020:00010000:2.0:1789760794.917292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.917297:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.917301:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.917304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.917307:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.917316:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.917323:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.917342:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760794.917501:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 68071424<>68075520
00000100:00100000:3.0:1789760794.917734:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554895232:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.938508:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983928 gen 2
00000008:00010000:3.0:1789760794.938678:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760794.938687:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.938700:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.938728:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760794.938759:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554895232:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.938919:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16619, 16619]
00000080:00200000:2.0:1789760794.938935:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.938941:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.938958:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68075520 i_blocks 132984
00000020:00200000:2.0:1789760794.938962:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.938972:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.939010:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68075520, count: 4096
00000080:00200000:2.0:1789760794.939018:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68075520, bytes: 4096
00000080:00200000:2.0:1789760794.939031:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.939040:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.939043:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68075520, 68079616) 0 0
00000080:00200000:2.0:1789760794.939047:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.939065:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16620, 16620]
00020000:00200000:2.0:1789760794.939074:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68075520 chunk: [68075520, 68079616) 68079616, 4096
00020000:00200000:2.0:1789760794.939078:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.939099:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16620, 16620]
00000008:00010000:2.0:1789760794.939118:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.939123:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.939135:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68075520, 68079616) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.939148:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68075520=0x40ec000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.939291:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.939295:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68079616
00000020:00010000:2.0:1789760794.939304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.939307:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.939310:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.939313:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.939316:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.939326:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.939333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.939349:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760794.939668:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68075520<>68079616
00000100:00100000:3.0:1789760794.940044:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895360:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.950710:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983929 gen 2
00000008:00010000:2.0:1789760794.950854:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760794.950868:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.950889:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.950910:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760794.950941:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895360:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760794.951452:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16620, 16620]
00000080:00200000:3.0:1789760794.951468:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760794.951475:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760794.951490:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68079616 i_blocks 132992
00000020:00200000:3.0:1789760794.951494:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760794.951504:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760794.951536:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68079616, count: 4096
00000080:00200000:3.0:1789760794.951543:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68079616, bytes: 4096
00000080:00200000:3.0:1789760794.951555:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760794.951565:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760794.951567:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68079616, 68083712) 0 0
00000080:00200000:3.0:1789760794.951572:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760794.951587:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16621, 16621]
00020000:00200000:3.0:1789760794.951596:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68079616 chunk: [68079616, 68083712) 68083712, 4096
00020000:00200000:3.0:1789760794.951600:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760794.951622:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16621, 16621]
00000008:00010000:3.0:1789760794.951640:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760794.951646:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760794.951658:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68079616, 68083712) append 0 append lockpos 0
00000080:00200000:3.0:1789760794.951672:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68079616=0x40ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760794.951733:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760794.951736:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68083712
00000020:00010000:3.0:1789760794.951746:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760794.951749:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.951752:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760794.951756:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760794.951759:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760794.951767:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760794.951774:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760794.951791:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:3.0:1789760794.952369:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68079616<>68083712
00000100:00100000:2.0:1789760794.952433:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554895488:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.965558:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983930 gen 2
00000008:00010000:3.0:1789760794.965608:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:3.0:1789760794.965617:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.965628:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.965734:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:3.0:1789760794.965765:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554895488:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760794.965944:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16621, 16621]
00000080:00200000:2.0:1789760794.965959:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.965965:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.965980:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68083712 i_blocks 133000
00000020:00200000:2.0:1789760794.965984:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.965994:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.966089:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68083712, count: 4096
00000080:00200000:2.0:1789760794.966098:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68083712, bytes: 4096
00000080:00200000:2.0:1789760794.966109:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.966118:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.966120:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68083712, 68087808) 0 0
00000080:00200000:2.0:1789760794.966125:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.966142:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16622, 16622]
00020000:00200000:2.0:1789760794.966152:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68083712 chunk: [68083712, 68087808) 68087808, 4096
00020000:00200000:2.0:1789760794.966156:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.966176:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16622, 16622]
00000008:00010000:2.0:1789760794.966258:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.966273:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760794.966285:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68083712, 68087808) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.966517:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68083712=0x40ee000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.966580:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.966583:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68087808
00000020:00010000:2.0:1789760794.966593:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.966596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.966599:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.966603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.966606:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.966615:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.966622:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.966639:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760794.966745:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68083712<>68087808
00000100:00100000:3.0:1789760794.966831:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895616:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760794.984511:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983931 gen 2
00000008:00010000:3.0:1789760794.984564:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760794.984573:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760794.984584:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760794.984612:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760794.984651:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554895616:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.984762:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16622, 16622]
00000080:00200000:0.0:1789760794.984778:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.984785:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.984828:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68087808 i_blocks 133008
00000020:00200000:0.0:1789760794.984832:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.984843:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.984875:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68087808, count: 4096
00000080:00200000:0.0:1789760794.984882:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68087808, bytes: 4096
00000080:00200000:0.0:1789760794.984892:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.984900:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.984902:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68087808, 68091904) 0 0
00000080:00200000:0.0:1789760794.984906:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.984922:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16623, 16623]
00020000:00200000:0.0:1789760794.984929:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68087808 chunk: [68087808, 68091904) 68091904, 4096
00020000:00200000:0.0:1789760794.984934:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.984955:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16623, 16623]
00000008:00010000:0.0:1789760794.984973:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.984978:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.984989:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68087808, 68091904) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.985002:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68087808=0x40ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.985185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.985188:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68091904
00000020:00010000:0.0:1789760794.985197:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.985201:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.985204:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.985207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.985210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.985216:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.985224:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.985240:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760794.985360:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 68087808<>68091904
00000100:00100000:1.0:1789760794.985444:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554895744:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760794.996899:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983932 gen 2
00000008:00010000:1.0:1789760794.996956:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760794.996965:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.996978:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.997174:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760794.997210:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554895744:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760794.997392:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16623, 16623]
00000080:00200000:0.0:1789760794.997408:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.997415:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.997431:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68091904 i_blocks 133016
00000020:00200000:0.0:1789760794.997435:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.997446:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.997481:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68091904, count: 4096
00000080:00200000:0.0:1789760794.997488:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68091904, bytes: 4096
00000080:00200000:0.0:1789760794.997499:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.997509:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.997511:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68091904, 68096000) 0 0
00000080:00200000:0.0:1789760794.997516:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.997536:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16624, 16624]
00020000:00200000:0.0:1789760794.997546:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68091904 chunk: [68091904, 68096000) 68096000, 4096
00020000:00200000:0.0:1789760794.997549:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.997569:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16624, 16624]
00000008:00010000:0.0:1789760794.997588:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.997594:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760794.997606:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68091904, 68096000) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.997619:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68091904=0x40f0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.997755:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.997759:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68096000
00000020:00010000:0.0:1789760794.997768:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.997771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.997774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.997777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.997780:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.997788:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.997794:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.997935:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760794.998174:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 68091904<>68096000
00000100:00100000:1.0:1789760794.998229:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760794.998457:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554895872:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.008288:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983933 gen 2
00000008:00010000:0.0:1789760795.008341:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760795.008349:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.008361:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.008383:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760795.008413:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554895872:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.008638:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16624, 16624]
00000080:00200000:1.0:1789760795.008654:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.008659:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.008675:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68096000 i_blocks 133024
00000020:00200000:1.0:1789760795.008680:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.008689:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.008724:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68096000, count: 4096
00000080:00200000:1.0:1789760795.008732:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68096000, bytes: 4096
00000080:00200000:1.0:1789760795.008742:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.008750:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.008753:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68096000, 68100096) 0 0
00000080:00200000:1.0:1789760795.008757:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.008774:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16625, 16625]
00020000:00200000:1.0:1789760795.008783:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68096000 chunk: [68096000, 68100096) 68100096, 4096
00020000:00200000:1.0:1789760795.008788:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.008848:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16625, 16625]
00000008:00010000:1.0:1789760795.008867:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.008873:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.008885:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68096000, 68100096) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.008901:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68096000=0x40f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.008961:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.008964:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68100096
00000020:00010000:1.0:1789760795.008974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.008978:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.008981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.008984:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.008988:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.008996:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.009003:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.009031:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:1.0:1789760795.009142:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 68096000<>68100096
00000100:00100000:0.0:1789760795.009288:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760795.009306:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896000:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.029385:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983934 gen 2
00000008:00010000:0.0:1789760795.029439:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760795.029448:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.029461:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.029488:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760795.029522:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896000:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.030280:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16625, 16625]
00000080:00200000:1.0:1789760795.030299:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.030306:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.030322:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68100096 i_blocks 133032
00000020:00200000:1.0:1789760795.030327:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.030340:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.030375:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68100096, count: 4096
00000080:00200000:1.0:1789760795.030383:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68100096, bytes: 4096
00000080:00200000:1.0:1789760795.030396:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.030405:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.030407:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68100096, 68104192) 0 0
00000080:00200000:1.0:1789760795.030411:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.030429:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16626, 16626]
00020000:00200000:1.0:1789760795.030438:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68100096 chunk: [68100096, 68104192) 68104192, 4096
00020000:00200000:1.0:1789760795.030443:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.030465:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16626, 16626]
00000008:00010000:1.0:1789760795.030483:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.030488:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.030502:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68100096, 68104192) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.030518:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68100096=0x40f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.030585:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.030588:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68104192
00000020:00010000:1.0:1789760795.030596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.030599:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.030602:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.030605:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.030608:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.030615:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.030622:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.030640:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760795.030936:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 68100096<>68104192
00000100:00100000:0.0:1789760795.031769:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896128:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.048627:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983935 gen 2
00000008:00010000:0.0:1789760795.048689:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760795.048698:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.048709:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.048732:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760795.048762:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896128:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.048991:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16626, 16626]
00000080:00200000:1.0:1789760795.049006:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.049012:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.049038:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68104192 i_blocks 133040
00000020:00200000:1.0:1789760795.049043:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.049055:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.049100:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68104192, count: 4096
00000080:00200000:1.0:1789760795.049109:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68104192, bytes: 4096
00000080:00200000:1.0:1789760795.049120:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.049129:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.049131:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68104192, 68108288) 0 0
00000080:00200000:1.0:1789760795.049136:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.049153:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16627, 16627]
00020000:00200000:1.0:1789760795.049162:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68104192 chunk: [68104192, 68108288) 68108288, 4096
00020000:00200000:1.0:1789760795.049167:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.049187:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16627, 16627]
00000008:00010000:1.0:1789760795.049206:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.049213:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.049224:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68104192, 68108288) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.049239:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68104192=0x40f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.049306:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.049309:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68108288
00000020:00010000:1.0:1789760795.049319:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.049323:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.049326:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.049329:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.049332:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.049340:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.049347:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.049363:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760795.049477:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68104192<>68108288
00000100:00100000:0.0:1789760795.049664:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554896256:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.063575:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983936 gen 2
00000008:00010000:0.0:1789760795.063628:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760795.063636:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.063659:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.063680:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760795.063711:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554896256:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.064423:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16627, 16627]
00000080:00200000:1.0:1789760795.064444:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.064451:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.064466:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68108288 i_blocks 133048
00000020:00200000:1.0:1789760795.064471:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.064485:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.064521:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68108288, count: 4096
00000080:00200000:1.0:1789760795.064529:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68108288, bytes: 4096
00000080:00200000:1.0:1789760795.064540:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.064548:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.064551:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68108288, 68112384) 0 0
00000080:00200000:1.0:1789760795.064555:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.064572:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16628, 16628]
00020000:00200000:1.0:1789760795.064580:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68108288 chunk: [68108288, 68112384) 68112384, 4096
00020000:00200000:1.0:1789760795.064584:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.064603:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16628, 16628]
00000008:00010000:1.0:1789760795.064620:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.064626:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.064638:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68108288, 68112384) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.064662:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68108288=0x40f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.064726:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.064729:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68112384
00000020:00010000:1.0:1789760795.064738:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.064742:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.064745:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.064748:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.064752:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.064759:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.064765:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.064782:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760795.064945:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 68108288<>68112384
00000100:00100000:0.0:1789760795.065492:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896384:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.076979:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983937 gen 2
00000008:00010000:0.0:1789760795.077145:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760795.077155:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.077168:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.077252:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760795.077297:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896384:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.081015:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16628, 16628]
00000080:00200000:1.0:1789760795.081043:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.081049:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.081163:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68112384 i_blocks 133056
00000020:00200000:1.0:1789760795.081171:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.081260:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.081418:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68112384, count: 4096
00000080:00200000:1.0:1789760795.081429:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68112384, bytes: 4096
00000080:00200000:1.0:1789760795.081516:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.081527:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.081529:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68112384, 68116480) 0 0
00000080:00200000:1.0:1789760795.081534:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.081550:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16629, 16629]
00020000:00200000:1.0:1789760795.081559:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68112384 chunk: [68112384, 68116480) 68116480, 4096
00020000:00200000:1.0:1789760795.081564:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.081586:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16629, 16629]
00000008:00010000:1.0:1789760795.081607:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.081748:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.081764:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68112384, 68116480) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.081777:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68112384=0x40f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.081877:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.081880:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68116480
00000020:00010000:1.0:1789760795.081889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.081892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.081895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.081899:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.081902:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.081911:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.081918:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.081951:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760795.082079:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 68112384<>68116480
00000100:00100000:0.0:1789760795.082177:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554896512:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.097330:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983938 gen 2
00000008:00010000:0.0:1789760795.097382:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760795.097391:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.097403:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.097430:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760795.097461:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554896512:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.098018:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16629, 16629]
00000080:00200000:1.0:1789760795.098035:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.098042:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.098058:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68116480 i_blocks 133064
00000020:00200000:1.0:1789760795.098071:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.098085:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.098119:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68116480, count: 4096
00000080:00200000:1.0:1789760795.098127:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68116480, bytes: 4096
00000080:00200000:1.0:1789760795.098139:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.098149:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.098151:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68116480, 68120576) 0 0
00000080:00200000:1.0:1789760795.098155:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.098173:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16630, 16630]
00020000:00200000:1.0:1789760795.098254:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68116480 chunk: [68116480, 68120576) 68120576, 4096
00020000:00200000:1.0:1789760795.098259:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.098289:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16630, 16630]
00000008:00010000:1.0:1789760795.098307:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.098313:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.098325:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68116480, 68120576) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.098340:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68116480=0x40f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.098400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.098403:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68120576
00000020:00010000:1.0:1789760795.098412:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.098415:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.098419:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.098422:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.098425:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.098432:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.098438:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.098457:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:1.0:1789760795.098560:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3100 - object 0x280000401:2 offset 68116480<>68120576
00000100:00100000:0.0:1789760795.098636:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896640:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.119079:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983939 gen 2
00000008:00010000:0.0:1789760795.119131:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760795.119139:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.119153:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.119180:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760795.119213:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896640:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.119501:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16630, 16630]
00000080:00200000:1.0:1789760795.119517:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.119522:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.119538:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68120576 i_blocks 133072
00000020:00200000:1.0:1789760795.119543:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.119554:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.119588:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68120576, count: 4096
00000080:00200000:1.0:1789760795.119595:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68120576, bytes: 4096
00000080:00200000:1.0:1789760795.119609:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.119618:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.119620:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68120576, 68124672) 0 0
00000080:00200000:1.0:1789760795.119625:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.119641:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16631, 16631]
00020000:00200000:1.0:1789760795.119649:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68120576 chunk: [68120576, 68124672) 68124672, 4096
00020000:00200000:1.0:1789760795.119653:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.119672:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16631, 16631]
00000008:00010000:1.0:1789760795.119689:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.119695:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.119706:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68120576, 68124672) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.119718:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68120576=0x40f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.119772:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.119774:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68124672
00000020:00010000:1.0:1789760795.119782:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.119785:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.119788:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.119791:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.119794:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.119845:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.119852:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.119868:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760795.119990:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 68120576<>68124672
00000100:00100000:0.0:1789760795.120940:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760795.120968:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896768:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.131638:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983940 gen 2
00000008:00010000:0.0:1789760795.131690:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760795.131699:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.131710:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.131734:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760795.131765:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896768:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.132149:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16631, 16631]
00000080:00200000:1.0:1789760795.132165:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.132171:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.132245:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68124672 i_blocks 133080
00000020:00200000:1.0:1789760795.132251:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.132263:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.132306:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68124672, count: 4096
00000080:00200000:1.0:1789760795.132313:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68124672, bytes: 4096
00000080:00200000:1.0:1789760795.132324:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.132332:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.132334:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68124672, 68128768) 0 0
00000080:00200000:1.0:1789760795.132338:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.132353:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16632, 16632]
00020000:00200000:1.0:1789760795.132361:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68124672 chunk: [68124672, 68128768) 68128768, 4096
00020000:00200000:1.0:1789760795.132365:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.132386:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16632, 16632]
00000008:00010000:1.0:1789760795.132403:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.132408:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.132420:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68124672, 68128768) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.132434:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68124672=0x40f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.132497:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.132499:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68128768
00000020:00010000:1.0:1789760795.132507:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.132511:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.132514:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.132517:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.132520:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.132527:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.132534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.132550:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760795.132727:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3480 - object 0x280000401:2 offset 68124672<>68128768
00000100:00100000:0.0:1789760795.132845:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896896:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.144346:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983941 gen 2
00000008:00010000:0.0:1789760795.144468:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760795.144478:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.144492:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.144517:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760795.144548:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554896896:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.144751:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16632, 16632]
00000080:00200000:1.0:1789760795.144767:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.144774:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.144788:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68128768 i_blocks 133088
00000020:00200000:1.0:1789760795.144793:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.145187:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.145222:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68128768, count: 4096
00000080:00200000:1.0:1789760795.145230:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68128768, bytes: 4096
00000080:00200000:1.0:1789760795.145240:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.145249:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.145251:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68128768, 68132864) 0 0
00000080:00200000:1.0:1789760795.145255:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.145280:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16633, 16633]
00020000:00200000:1.0:1789760795.145289:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68128768 chunk: [68128768, 68132864) 68132864, 4096
00020000:00200000:1.0:1789760795.145293:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.145314:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16633, 16633]
00000008:00010000:1.0:1789760795.145333:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.145338:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.145349:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68128768, 68132864) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.145362:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68128768=0x40f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.145434:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.145437:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68132864
00000020:00010000:1.0:1789760795.145446:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.145449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.145452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.145456:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.145459:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.145467:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.145473:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.145491:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760795.145598:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 68128768<>68132864
00000100:00100000:0.0:1789760795.145766:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897024:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.161669:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983942 gen 2
00000008:00010000:0.0:1789760795.161715:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760795.161723:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.161735:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.161760:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760795.161787:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897024:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.162007:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16633, 16633]
00000080:00200000:1.0:1789760795.162025:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.162031:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.162046:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68132864 i_blocks 133096
00000020:00200000:1.0:1789760795.162050:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.162062:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.162096:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68132864, count: 4096
00000080:00200000:1.0:1789760795.162105:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68132864, bytes: 4096
00000080:00200000:1.0:1789760795.162115:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.162124:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.162126:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68132864, 68136960) 0 0
00000080:00200000:1.0:1789760795.162130:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.162146:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16634, 16634]
00020000:00200000:1.0:1789760795.162153:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68132864 chunk: [68132864, 68136960) 68136960, 4096
00020000:00200000:1.0:1789760795.162157:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.162176:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16634, 16634]
00000008:00010000:1.0:1789760795.162195:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.162201:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.162211:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68132864, 68136960) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.162224:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68132864=0x40fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.162284:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.162287:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68136960
00000020:00010000:1.0:1789760795.162295:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.162299:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.162302:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.162305:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.162309:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.162316:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.162323:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.163722:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:0.0:1789760795.163856:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 68132864<>68136960
00000100:00100000:0.0:1789760795.164076:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897152:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.171748:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983943 gen 2
00000008:00010000:0.0:1789760795.171845:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760795.171854:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.171866:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.171879:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000080:00200000:1.0:1789760795.171910:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16634, 16634]
00000080:00200000:1.0:1789760795.171928:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.171934:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.171949:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68136960 i_blocks 133104
00000020:00200000:1.0:1789760795.171953:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.171964:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000100:00100000:0.0:1789760795.171978:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897152:192.168.203.122@tcp:4:dd.0
00000080:00200008:1.0:1789760795.171995:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68136960, count: 4096
00000080:00200000:1.0:1789760795.172004:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68136960, bytes: 4096
00000080:00200000:1.0:1789760795.172013:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.172021:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.172023:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68136960, 68141056) 0 0
00000080:00200000:1.0:1789760795.172028:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.172045:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16635, 16635]
00020000:00200000:1.0:1789760795.172053:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68136960 chunk: [68136960, 68141056) 68141056, 4096
00020000:00200000:1.0:1789760795.172058:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.172078:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16635, 16635]
00000008:00010000:1.0:1789760795.172096:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.172102:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.172117:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68136960, 68141056) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.172133:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68136960=0x40fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.172192:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.172196:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68141056
00000020:00010000:1.0:1789760795.172204:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.172207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.172210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.172214:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.172216:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.172224:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.172230:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.172245:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:1.0:1789760795.172770:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2a00 - object 0x280000401:2 offset 68136960<>68141056
00000100:00100000:0.0:1789760795.173051:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897280:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.201377:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983944 gen 2
00000008:00010000:0.0:1789760795.201433:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760795.201443:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.201454:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.201479:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760795.201514:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897280:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.201516:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16635, 16635]
00000080:00200000:1.0:1789760795.201534:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.201539:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.201554:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68141056 i_blocks 133112
00000020:00200000:1.0:1789760795.201557:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.201568:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.201600:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68141056, count: 4096
00000080:00200000:1.0:1789760795.201606:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68141056, bytes: 4096
00000080:00200000:1.0:1789760795.201614:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.201623:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.201625:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68141056, 68145152) 0 0
00000080:00200000:1.0:1789760795.201629:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.201646:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16636, 16636]
00020000:00200000:1.0:1789760795.201656:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68141056 chunk: [68141056, 68145152) 68145152, 4096
00020000:00200000:1.0:1789760795.201661:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.201681:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16636, 16636]
00000008:00010000:1.0:1789760795.201698:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.201704:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.201716:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68141056, 68145152) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.201730:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68141056=0x40fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.201785:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.201788:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68145152
00000020:00010000:1.0:1789760795.201794:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.201797:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.201890:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.201896:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.201899:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.201908:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.201916:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.201932:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760795.202038:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3800 - object 0x280000401:2 offset 68141056<>68145152
00000100:00100000:0.0:1789760795.202096:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897408:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.213502:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983945 gen 2
00000008:00010000:0.0:1789760795.213561:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760795.213569:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.213582:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.213609:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760795.213660:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897408:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.214161:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16636, 16636]
00000080:00200000:1.0:1789760795.214177:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.214183:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.214199:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68145152 i_blocks 133120
00000020:00200000:1.0:1789760795.214203:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.214215:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.214250:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68145152, count: 4096
00000080:00200000:1.0:1789760795.214257:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68145152, bytes: 4096
00000080:00200000:1.0:1789760795.214283:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.214305:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.214307:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68145152, 68149248) 0 0
00000080:00200000:1.0:1789760795.214312:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.214336:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16637, 16637]
00020000:00200000:1.0:1789760795.214346:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68145152 chunk: [68145152, 68149248) 68149248, 4096
00020000:00200000:1.0:1789760795.214350:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.214371:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16637, 16637]
00000008:00010000:1.0:1789760795.214391:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.214397:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.214409:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68145152, 68149248) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.214423:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68145152=0x40fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.214484:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.214487:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68149248
00000020:00010000:1.0:1789760795.214494:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.214498:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.214501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.214504:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.214507:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.214516:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.214523:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.214541:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760795.214769:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 68145152<>68149248
00000100:00100000:0.0:1789760795.214986:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897536:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.230790:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983946 gen 2
00000008:00010000:0.0:1789760795.230866:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760795.230875:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.230889:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.230922:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760795.230955:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897536:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.231228:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16637, 16637]
00000080:00200000:1.0:1789760795.231244:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.231250:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.231273:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68149248 i_blocks 133128
00000020:00200000:1.0:1789760795.231277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.231289:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.231736:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68149248, count: 4096
00000080:00200000:1.0:1789760795.231747:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68149248, bytes: 4096
00000080:00200000:1.0:1789760795.231772:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.231787:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.231790:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68149248, 68153344) 0 0
00000080:00200000:1.0:1789760795.231794:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.231838:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16638, 16638]
00020000:00200000:1.0:1789760795.231846:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68149248 chunk: [68149248, 68153344) 68153344, 4096
00020000:00200000:1.0:1789760795.231850:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.231872:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16638, 16638]
00000008:00010000:1.0:1789760795.231889:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.231895:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.231918:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68149248, 68153344) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.231931:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68149248=0x40fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.231991:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.231994:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68153344
00000020:00010000:1.0:1789760795.232002:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.232005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.232008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.232011:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.232014:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.232032:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.232039:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.232060:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760795.232165:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1f80 - object 0x280000401:2 offset 68149248<>68153344
00000100:00100000:0.0:1789760795.232738:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.232763:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897664:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.250084:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983947 gen 2
00000008:00010000:0.0:1789760795.250139:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760795.250149:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.250163:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.250188:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760795.250220:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554897664:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.251112:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16638, 16638]
00000080:00200000:1.0:1789760795.251135:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.251142:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.251160:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68153344 i_blocks 133136
00000020:00200000:1.0:1789760795.251165:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.251179:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.251228:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68153344, count: 4096
00000080:00200000:1.0:1789760795.251237:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68153344, bytes: 4096
00000080:00200000:1.0:1789760795.251250:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.251259:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.251261:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68153344, 68157440) 0 0
00000080:00200000:1.0:1789760795.251276:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.251294:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16639, 16639]
00020000:00200000:1.0:1789760795.251303:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68153344 chunk: [68153344, 68157440) 68157440, 4096
00020000:00200000:1.0:1789760795.251308:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.251331:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16639, 16639]
00000008:00010000:1.0:1789760795.251350:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.251356:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.251368:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68153344, 68157440) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.251382:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68153344=0x40ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.251444:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.251447:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68157440
00000020:00010000:1.0:1789760795.251454:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.251458:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.251461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.251464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.251467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.251477:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.251484:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.251503:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760795.251615:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68153344<>68157440
00000100:00100000:0.0:1789760795.252894:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760795.252929:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897792:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.272542:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983948 gen 2
00000008:00010000:1.0:1789760795.272746:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:1.0:1789760795.272755:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.272768:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.272798:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:1.0:1789760795.273073:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554897792:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.273459:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16639, 16639]
00000080:00200000:2.0:1789760795.273477:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.273483:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.273500:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68157440 i_blocks 133144
00000020:00200000:2.0:1789760795.273504:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.273517:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.273550:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68157440, count: 4096
00000080:00200000:2.0:1789760795.273640:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68157440, bytes: 4096
00000080:00200000:2.0:1789760795.273655:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.273665:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.273667:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68157440, 68161536) 0 0
00000080:00200000:2.0:1789760795.273673:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.273692:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16640, 16640]
00020000:00200000:2.0:1789760795.273701:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68157440 chunk: [68157440, 68161536) 68161536, 4096
00020000:00200000:2.0:1789760795.273706:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.273730:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16640, 16640]
00000008:00010000:2.0:1789760795.273750:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.273758:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.273772:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68157440, 68161536) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.273788:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68157440=0x4100000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.273965:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.273968:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68161536
00000020:00010000:2.0:1789760795.273977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.273981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.273984:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.273988:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.273992:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.274001:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.274008:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.274027:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760795.274135:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 68157440<>68161536
00000100:00100000:3.0:1789760795.274426:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554897920:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.297734:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983949 gen 2
00000008:00010000:3.0:1789760795.297795:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760795.298397:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.298412:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.298433:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760795.298463:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554897920:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.298694:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16640, 16640]
00000080:00200000:2.0:1789760795.298710:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.298716:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.298732:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68161536 i_blocks 133152
00000020:00200000:2.0:1789760795.298736:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.298746:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.298783:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68161536, count: 4096
00000080:00200000:2.0:1789760795.298791:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68161536, bytes: 4096
00000080:00200000:2.0:1789760795.298959:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.299671:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.299674:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68161536, 68165632) 0 0
00000080:00200000:2.0:1789760795.299680:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.299700:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16641, 16641]
00020000:00200000:2.0:1789760795.299708:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68161536 chunk: [68161536, 68165632) 68165632, 4096
00020000:00200000:2.0:1789760795.299713:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.299736:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16641, 16641]
00000008:00010000:2.0:1789760795.299759:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.299765:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.299928:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68161536, 68165632) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.299947:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68161536=0x4101000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.300140:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.300144:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68165632
00000020:00010000:2.0:1789760795.300153:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.300156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.300159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.300164:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.300166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.300176:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.300184:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.300210:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760795.300446:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 68161536<>68165632
00000100:00100000:3.0:1789760795.300584:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.300610:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898048:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.316625:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983950 gen 2
00000008:00010000:3.0:1789760795.316677:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760795.316686:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.316699:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.319046:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760795.319099:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898048:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.320850:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16641, 16641]
00000080:00200000:2.0:1789760795.321063:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.321070:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.321090:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68165632 i_blocks 133160
00000020:00200000:2.0:1789760795.321096:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.321112:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.321149:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68165632, count: 4096
00000080:00200000:2.0:1789760795.321158:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68165632, bytes: 4096
00000080:00200000:2.0:1789760795.321173:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.321182:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.321184:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68165632, 68169728) 0 0
00000080:00200000:2.0:1789760795.321189:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.321206:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16642, 16642]
00020000:00200000:2.0:1789760795.321216:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68165632 chunk: [68165632, 68169728) 68169728, 4096
00020000:00200000:2.0:1789760795.321220:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.321242:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16642, 16642]
00000008:00010000:2.0:1789760795.321262:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.321277:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.321290:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68165632, 68169728) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.321307:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68165632=0x4102000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.321378:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.321381:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68169728
00000020:00010000:2.0:1789760795.321390:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.321393:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.321396:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.321401:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.321404:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.321414:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.321421:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.321450:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760795.323065:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 68165632<>68169728
00000100:00100000:3.0:1789760795.323140:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898176:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.340545:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983951 gen 2
00000008:00010000:3.0:1789760795.340598:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760795.340608:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.340621:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.340651:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760795.340687:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898176:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.341582:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16642, 16642]
00000080:00200000:1.0:1789760795.341602:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.341608:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.341625:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68169728 i_blocks 133168
00000020:00200000:1.0:1789760795.341629:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.341641:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.341677:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68169728, count: 4096
00000080:00200000:1.0:1789760795.341686:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68169728, bytes: 4096
00000080:00200000:1.0:1789760795.341701:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.341710:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.341712:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68169728, 68173824) 0 0
00000080:00200000:1.0:1789760795.341717:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.341748:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16643, 16643]
00020000:00200000:1.0:1789760795.341757:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68169728 chunk: [68169728, 68173824) 68173824, 4096
00020000:00200000:1.0:1789760795.341762:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.341794:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16643, 16643]
00000008:00010000:1.0:1789760795.341839:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.341846:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.341858:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68169728, 68173824) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.342081:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68169728=0x4103000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.342154:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.342157:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68173824
00000020:00010000:1.0:1789760795.342167:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.342170:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.342173:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.342177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.342179:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.342189:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.342196:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.342217:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760795.342353:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68169728<>68173824
00000100:00100000:0.0:1789760795.342439:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554898304:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.354616:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983952 gen 2
00000008:00010000:1.0:1789760795.354669:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:1.0:1789760795.354679:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.354690:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.354713:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:1.0:1789760795.354756:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554898304:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760795.354988:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16643, 16643]
00000080:00200000:3.0:1789760795.355007:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.355013:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.355031:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68173824 i_blocks 133176
00000020:00200000:3.0:1789760795.355034:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.355046:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.355080:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68173824, count: 4096
00000080:00200000:3.0:1789760795.355089:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68173824, bytes: 4096
00000080:00200000:3.0:1789760795.355099:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.355109:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.355112:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68173824, 68177920) 0 0
00000080:00200000:3.0:1789760795.355116:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.355135:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16644, 16644]
00020000:00200000:3.0:1789760795.355144:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68173824 chunk: [68173824, 68177920) 68177920, 4096
00020000:00200000:3.0:1789760795.355149:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.355169:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16644, 16644]
00000008:00010000:3.0:1789760795.355188:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.355195:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760795.355207:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68173824, 68177920) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.355221:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68173824=0x4104000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.355281:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.355285:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68177920
00000020:00010000:3.0:1789760795.355293:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.355297:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.355300:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.355304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.355307:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.355314:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.355321:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.355460:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9b40
00000008:00100000:1.0:1789760795.355563:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68173824<>68177920
00000100:00100000:1.0:1789760795.355607:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554898432:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.367169:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983953 gen 2
00000008:00010000:1.0:1789760795.367234:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9b40
00000020:00200000:1.0:1789760795.367244:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.367257:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.367291:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9b40
00000100:00100000:1.0:1789760795.367323:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554898432:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760795.368885:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16644, 16644]
00000080:00200000:3.0:1789760795.368911:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.368919:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.368936:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68177920 i_blocks 133184
00000020:00200000:3.0:1789760795.368942:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.368957:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.368992:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68177920, count: 4096
00000080:00200000:3.0:1789760795.369001:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68177920, bytes: 4096
00000080:00200000:3.0:1789760795.369030:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.369040:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.369043:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68177920, 68182016) 0 0
00000080:00200000:3.0:1789760795.369047:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.369076:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16645, 16645]
00020000:00200000:3.0:1789760795.369085:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68177920 chunk: [68177920, 68182016) 68182016, 4096
00020000:00200000:3.0:1789760795.369090:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.369120:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16645, 16645]
00000008:00010000:3.0:1789760795.369139:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.369145:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760795.369157:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68177920, 68182016) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.369172:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68177920=0x4105000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.369239:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.369242:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68182016
00000020:00010000:3.0:1789760795.369250:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.369253:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.369256:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.369259:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.369273:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.369283:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.369296:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.369317:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760795.369434:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68177920<>68182016
00000100:00100000:3.0:1789760795.369498:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.369524:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898560:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.392605:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983954 gen 2
00000008:00010000:3.0:1789760795.392651:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:3.0:1789760795.392660:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.392670:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.392697:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000100:00100000:3.0:1789760795.392722:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898560:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.392923:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16645, 16645]
00000080:00200000:1.0:1789760795.392940:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.392945:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.392961:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68182016 i_blocks 133192
00000020:00200000:1.0:1789760795.392964:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.392974:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.393006:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68182016, count: 4096
00000080:00200000:1.0:1789760795.393013:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68182016, bytes: 4096
00000080:00200000:1.0:1789760795.393083:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.393093:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.393095:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68182016, 68186112) 0 0
00000080:00200000:1.0:1789760795.393183:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.393202:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16646, 16646]
00020000:00200000:1.0:1789760795.393211:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68182016 chunk: [68182016, 68186112) 68186112, 4096
00020000:00200000:1.0:1789760795.393215:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.393237:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16646, 16646]
00000008:00010000:1.0:1789760795.393255:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.393261:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.393282:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68182016, 68186112) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.393365:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68182016=0x4106000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.393428:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.393431:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68186112
00000020:00010000:1.0:1789760795.393441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.393444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.393446:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.393450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.393452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.393460:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.393466:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.393484:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760795.393591:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68182016<>68186112
00000100:00100000:0.0:1789760795.393686:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554898688:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.423327:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983955 gen 2
00000008:00010000:0.0:1789760795.423375:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760795.423384:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.423397:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.423422:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760795.423454:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554898688:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.423682:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16646, 16646]
00000080:00200000:1.0:1789760795.423699:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.423704:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.423719:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68186112 i_blocks 133200
00000020:00200000:1.0:1789760795.423721:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.423732:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.423765:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68186112, count: 4096
00000080:00200000:1.0:1789760795.423771:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68186112, bytes: 4096
00000080:00200000:1.0:1789760795.423792:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.423825:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.423828:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68186112, 68190208) 0 0
00000080:00200000:1.0:1789760795.423832:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.423849:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16647, 16647]
00020000:00200000:1.0:1789760795.423857:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68186112 chunk: [68186112, 68190208) 68190208, 4096
00020000:00200000:1.0:1789760795.423862:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.423882:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16647, 16647]
00000008:00010000:1.0:1789760795.423901:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.423906:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.423917:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68186112, 68190208) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.423930:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68186112=0x4107000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.423984:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.423987:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68190208
00000020:00010000:1.0:1789760795.423996:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.423999:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.424001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.424005:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.424007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.424015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.424021:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.424037:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:1.0:1789760795.424140:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1c00 - object 0x280000401:2 offset 68186112<>68190208
00000100:00100000:0.0:1789760795.424311:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554898816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.444052:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983956 gen 2
00000008:00010000:0.0:1789760795.444104:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760795.444113:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.444126:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.444237:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760795.444278:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554898816:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760795.444646:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16647, 16647]
00000080:00200000:3.0:1789760795.444663:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.444669:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.444925:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68190208 i_blocks 133208
00000020:00200000:2.0:1789760795.444930:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.444944:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.444980:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68190208, count: 4096
00000080:00200000:2.0:1789760795.444988:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68190208, bytes: 4096
00000080:00200000:2.0:1789760795.445003:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.445013:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.445015:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68190208, 68194304) 0 0
00000080:00200000:2.0:1789760795.445020:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.445037:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16648, 16648]
00020000:00200000:2.0:1789760795.445046:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68190208 chunk: [68190208, 68194304) 68194304, 4096
00020000:00200000:2.0:1789760795.445051:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.445073:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16648, 16648]
00000008:00010000:2.0:1789760795.445185:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.445192:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.445207:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68190208, 68194304) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.445222:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68190208=0x4108000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.445419:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.445423:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68194304
00000020:00010000:2.0:1789760795.445441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.445444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.445447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.445450:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.445453:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.445462:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.445469:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.445488:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760795.445593:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68190208<>68194304
00000100:00100000:3.0:1789760795.445673:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898944:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.461424:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983957 gen 2
00000008:00010000:3.0:1789760795.461486:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760795.461495:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.461508:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.461535:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760795.461569:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554898944:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.462110:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16648, 16648]
00000080:00200000:2.0:1789760795.462128:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.462134:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.462150:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68194304 i_blocks 133216
00000020:00200000:2.0:1789760795.462154:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.462164:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.462197:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68194304, count: 4096
00000080:00200000:2.0:1789760795.462205:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68194304, bytes: 4096
00000080:00200000:2.0:1789760795.462220:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.462229:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.462232:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68194304, 68198400) 0 0
00000080:00200000:2.0:1789760795.462236:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.462253:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16649, 16649]
00020000:00200000:2.0:1789760795.462275:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68194304 chunk: [68194304, 68198400) 68198400, 4096
00020000:00200000:2.0:1789760795.462280:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.462301:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16649, 16649]
00000008:00010000:2.0:1789760795.462319:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.462325:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.462337:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68194304, 68198400) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.462351:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68194304=0x4109000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.462411:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.462414:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68198400
00000020:00010000:2.0:1789760795.462423:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.462426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.462440:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.462444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.462447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.462455:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.462463:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.462482:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760795.462592:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 68194304<>68198400
00000100:00100000:3.0:1789760795.462854:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760795.462876:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554899072:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.480083:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983958 gen 2
00000008:00010000:3.0:1789760795.480187:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760795.480196:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.480209:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.480286:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760795.480318:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554899072:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.480593:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16649, 16649]
00000080:00200000:2.0:1789760795.480609:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.480615:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.480631:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68198400 i_blocks 133224
00000020:00200000:2.0:1789760795.480635:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.480706:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.480741:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68198400, count: 4096
00000080:00200000:2.0:1789760795.480748:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68198400, bytes: 4096
00000080:00200000:2.0:1789760795.480758:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.480767:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.480770:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68198400, 68202496) 0 0
00000080:00200000:2.0:1789760795.480774:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.480791:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16650, 16650]
00020000:00200000:2.0:1789760795.480905:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68198400 chunk: [68198400, 68202496) 68202496, 4096
00020000:00200000:2.0:1789760795.480912:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.480934:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16650, 16650]
00000008:00010000:2.0:1789760795.480953:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.480960:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.480973:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68198400, 68202496) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.480989:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68198400=0x410a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.481117:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.481121:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68202496
00000020:00010000:2.0:1789760795.481130:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.481134:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.481137:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.481141:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.481144:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.481153:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.481161:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.481179:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760795.481298:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 68198400<>68202496
00000100:00100000:3.0:1789760795.481374:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554899200:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.498990:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983959 gen 2
00000008:00010000:3.0:1789760795.499056:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760795.499065:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.499079:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.499106:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760795.499139:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554899200:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.499342:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16650, 16650]
00000080:00200000:2.0:1789760795.499359:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.499365:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.499380:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68202496 i_blocks 133232
00000020:00200000:2.0:1789760795.499384:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.499393:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.499438:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68202496, count: 4096
00000080:00200000:2.0:1789760795.499445:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68202496, bytes: 4096
00000080:00200000:2.0:1789760795.499461:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.499471:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.499473:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68202496, 68206592) 0 0
00000080:00200000:2.0:1789760795.499478:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.499495:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16651, 16651]
00020000:00200000:2.0:1789760795.499504:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68202496 chunk: [68202496, 68206592) 68206592, 4096
00020000:00200000:2.0:1789760795.499508:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.499529:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16651, 16651]
00000008:00010000:2.0:1789760795.499549:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.499555:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.499567:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68202496, 68206592) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.499582:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68202496=0x410b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.499641:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.499644:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68206592
00000020:00010000:2.0:1789760795.499652:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.499656:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.499659:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.499662:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.499665:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.499673:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.499681:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.499697:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760795.499836:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 68202496<>68206592
00000100:00100000:3.0:1789760795.504091:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899328:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.519358:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983960 gen 2
00000008:00010000:3.0:1789760795.519425:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760795.519434:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.519447:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.519466:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760795.519498:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899328:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.519669:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16651, 16651]
00000080:00200000:2.0:1789760795.519686:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.519693:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.519710:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68206592 i_blocks 133240
00000020:00200000:2.0:1789760795.519713:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.519724:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.519760:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68206592, count: 4096
00000080:00200000:2.0:1789760795.519768:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68206592, bytes: 4096
00000080:00200000:2.0:1789760795.519778:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.519786:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.519789:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68206592, 68210688) 0 0
00000080:00200000:2.0:1789760795.519793:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.519842:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16652, 16652]
00020000:00200000:2.0:1789760795.519851:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68206592 chunk: [68206592, 68210688) 68210688, 4096
00020000:00200000:2.0:1789760795.519856:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.519878:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16652, 16652]
00000008:00010000:2.0:1789760795.519896:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.519901:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.519914:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68206592, 68210688) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.519929:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68206592=0x410c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.519986:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.519988:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68210688
00000020:00010000:2.0:1789760795.519997:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.519999:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.520003:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.520006:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.520008:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.520016:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.520024:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.520040:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760795.520145:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 68206592<>68210688
00000100:00100000:3.0:1789760795.520285:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760795.520304:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899456:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.538426:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983961 gen 2
00000008:00010000:3.0:1789760795.538492:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760795.538501:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.538514:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.538534:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760795.538564:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899456:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.538889:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16652, 16652]
00000080:00200000:2.0:1789760795.538907:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.538913:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.538931:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68210688 i_blocks 133248
00000020:00200000:2.0:1789760795.538935:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.538944:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.538979:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68210688, count: 4096
00000080:00200000:2.0:1789760795.538987:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68210688, bytes: 4096
00000080:00200000:2.0:1789760795.538996:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.539005:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.539007:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68210688, 68214784) 0 0
00000080:00200000:2.0:1789760795.539012:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.539037:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16653, 16653]
00020000:00200000:2.0:1789760795.539047:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68210688 chunk: [68210688, 68214784) 68214784, 4096
00020000:00200000:2.0:1789760795.539051:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.539071:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16653, 16653]
00000008:00010000:2.0:1789760795.539090:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.539095:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.539106:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68210688, 68214784) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.539121:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68210688=0x410d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.539176:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.539180:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68214784
00000020:00010000:2.0:1789760795.539188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.539192:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.539195:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.539199:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.539202:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.539211:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.539219:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.539235:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760795.539343:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 68210688<>68214784
00000100:00100000:3.0:1789760795.539580:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899584:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.552782:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983962 gen 2
00000008:00010000:2.0:1789760795.553176:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:2.0:1789760795.553186:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.553198:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.553286:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:2.0:1789760795.553316:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554899584:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.553393:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16653, 16653]
00000080:00200000:1.0:1789760795.553410:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.553417:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.553431:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68214784 i_blocks 133256
00000020:00200000:1.0:1789760795.553435:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.553445:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.553480:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68214784, count: 4096
00000080:00200000:1.0:1789760795.553487:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68214784, bytes: 4096
00000080:00200000:1.0:1789760795.553500:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.553509:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.553511:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68214784, 68218880) 0 0
00000080:00200000:1.0:1789760795.553516:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.553534:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16654, 16654]
00020000:00200000:1.0:1789760795.553543:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68214784 chunk: [68214784, 68218880) 68218880, 4096
00020000:00200000:1.0:1789760795.553547:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.553567:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16654, 16654]
00000008:00010000:1.0:1789760795.553584:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.553590:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.553602:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68214784, 68218880) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.553616:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68214784=0x410e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.553739:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.553743:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68218880
00000020:00010000:1.0:1789760795.553751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.553755:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.553758:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.553762:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.553765:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.553773:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.553779:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.553795:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760795.553919:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2d80 - object 0x280000401:2 offset 68214784<>68218880
00000100:00100000:0.0:1789760795.553993:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554899712:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.566315:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983963 gen 2
00000008:00010000:0.0:1789760795.566368:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760795.566377:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.566391:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.566780:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760795.566924:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554899712:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.567141:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16654, 16654]
00000080:00200000:1.0:1789760795.567158:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.567164:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.567180:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68218880 i_blocks 133264
00000020:00200000:1.0:1789760795.567185:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.567196:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.567231:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68218880, count: 4096
00000080:00200000:1.0:1789760795.567238:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68218880, bytes: 4096
00000080:00200000:1.0:1789760795.567251:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.567270:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.567272:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68218880, 68222976) 0 0
00000080:00200000:1.0:1789760795.567276:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.567292:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16655, 16655]
00020000:00200000:1.0:1789760795.567300:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68218880 chunk: [68218880, 68222976) 68222976, 4096
00020000:00200000:1.0:1789760795.567304:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.567323:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16655, 16655]
00000008:00010000:1.0:1789760795.567341:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.567346:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.567358:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68218880, 68222976) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.567370:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68218880=0x410f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.567442:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.567445:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68222976
00000020:00010000:1.0:1789760795.567453:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.567457:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.567460:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.567464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.567467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.567474:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.567492:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.567510:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760795.567616:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0380 - object 0x280000401:2 offset 68218880<>68222976
00000100:00100000:0.0:1789760795.567796:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554899840:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.586560:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983964 gen 2
00000008:00010000:0.0:1789760795.586611:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760795.586620:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.586635:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.586665:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760795.586696:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554899840:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.586919:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16655, 16655]
00000080:00200000:1.0:1789760795.586937:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.586944:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.586959:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68222976 i_blocks 133272
00000020:00200000:1.0:1789760795.586964:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.586974:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.587009:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68222976, count: 4096
00000080:00200000:1.0:1789760795.587016:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68222976, bytes: 4096
00000080:00200000:1.0:1789760795.587129:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.587140:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.587142:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68222976, 68227072) 0 0
00000080:00200000:1.0:1789760795.587147:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.587166:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16656, 16656]
00020000:00200000:1.0:1789760795.587176:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68222976 chunk: [68222976, 68227072) 68227072, 4096
00020000:00200000:1.0:1789760795.587180:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.587201:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16656, 16656]
00000008:00010000:1.0:1789760795.587220:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.587226:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.587238:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68222976, 68227072) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.587251:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68222976=0x4110000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.587324:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.587327:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68227072
00000020:00010000:1.0:1789760795.587335:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.587337:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.587341:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.587344:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.587346:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.587354:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.587361:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.587377:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760795.587479:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0a80 - object 0x280000401:2 offset 68222976<>68227072
00000100:00100000:0.0:1789760795.587550:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554899968:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.601636:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983965 gen 2
00000008:00010000:0.0:1789760795.602309:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760795.602318:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.602330:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.602416:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760795.602448:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554899968:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.603972:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16656, 16656]
00000080:00200000:1.0:1789760795.603996:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.604003:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.604032:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68227072 i_blocks 133280
00000020:00200000:1.0:1789760795.604038:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.604228:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.604273:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68227072, count: 4096
00000080:00200000:1.0:1789760795.604282:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68227072, bytes: 4096
00000080:00200000:1.0:1789760795.604297:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.604306:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.604309:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68227072, 68231168) 0 0
00000080:00200000:1.0:1789760795.604313:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.604330:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16657, 16657]
00020000:00200000:1.0:1789760795.604338:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68227072 chunk: [68227072, 68231168) 68231168, 4096
00020000:00200000:1.0:1789760795.604343:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.604364:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16657, 16657]
00000008:00010000:1.0:1789760795.604381:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.604387:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.604399:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68227072, 68231168) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.604414:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68227072=0x4111000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.604485:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.604488:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68231168
00000020:00010000:1.0:1789760795.604497:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.604500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.604503:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.604506:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.604509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.604516:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.604522:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.604549:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760795.604951:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0a80 - object 0x280000401:2 offset 68227072<>68231168
00000100:00100000:0.0:1789760795.605007:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.605898:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554900096:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.618125:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983966 gen 2
00000008:00010000:1.0:1789760795.618173:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:1.0:1789760795.618182:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.618194:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.618287:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:1.0:1789760795.618318:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554900096:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760795.618416:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16657, 16657]
00000080:00200000:0.0:1789760795.618553:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.618560:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.618703:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68231168 i_blocks 133288
00000020:00200000:1.0:1789760795.618709:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.618720:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.618754:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68231168, count: 4096
00000080:00200000:1.0:1789760795.618761:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68231168, bytes: 4096
00000080:00200000:1.0:1789760795.618781:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.618790:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.618793:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68231168, 68235264) 0 0
00000080:00200000:1.0:1789760795.618798:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.618840:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16658, 16658]
00020000:00200000:1.0:1789760795.618848:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68231168 chunk: [68231168, 68235264) 68235264, 4096
00020000:00200000:1.0:1789760795.618853:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.618873:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16658, 16658]
00000008:00010000:1.0:1789760795.618891:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.618896:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.618908:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68231168, 68235264) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.618922:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68231168=0x4112000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.618976:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.618979:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68235264
00000020:00010000:1.0:1789760795.618986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.618990:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.618993:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.618997:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.619000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.619008:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.619014:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.619060:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760795.619156:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0a80 - object 0x280000401:2 offset 68231168<>68235264
00000100:00100000:0.0:1789760795.619221:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554900224:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.631058:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983967 gen 2
00000008:00010000:0.0:1789760795.631122:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760795.631132:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.631146:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.631170:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760795.631201:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554900224:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.631686:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16658, 16658]
00000080:00200000:1.0:1789760795.631704:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.631710:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.631727:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68235264 i_blocks 133296
00000020:00200000:1.0:1789760795.631731:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.631744:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.631778:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68235264, count: 4096
00000080:00200000:1.0:1789760795.631786:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68235264, bytes: 4096
00000080:00200000:1.0:1789760795.631799:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.631840:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.631843:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68235264, 68239360) 0 0
00000080:00200000:1.0:1789760795.631847:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.631865:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16659, 16659]
00020000:00200000:1.0:1789760795.631874:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68235264 chunk: [68235264, 68239360) 68239360, 4096
00020000:00200000:1.0:1789760795.631878:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.631901:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16659, 16659]
00000008:00010000:1.0:1789760795.631919:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.631926:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.631943:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68235264, 68239360) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.631956:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68235264=0x4113000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.632029:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.632032:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68239360
00000020:00010000:1.0:1789760795.632039:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.632043:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.632046:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.632050:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.632053:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.632061:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.632067:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.632087:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760795.632195:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0380 - object 0x280000401:2 offset 68235264<>68239360
00000100:00100000:0.0:1789760795.632413:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900352:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.649171:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983968 gen 2
00000008:00010000:0.0:1789760795.649219:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760795.649227:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.649239:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.649269:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760795.649299:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900352:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.649431:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16659, 16659]
00000080:00200000:1.0:1789760795.649447:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.649453:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.649470:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68239360 i_blocks 133304
00000020:00200000:1.0:1789760795.649474:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.649487:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.649524:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68239360, count: 4096
00000080:00200000:1.0:1789760795.649533:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68239360, bytes: 4096
00000080:00200000:1.0:1789760795.649543:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.649553:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.649555:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68239360, 68243456) 0 0
00000080:00200000:1.0:1789760795.649561:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.649578:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16660, 16660]
00020000:00200000:1.0:1789760795.649586:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68239360 chunk: [68239360, 68243456) 68243456, 4096
00020000:00200000:1.0:1789760795.649591:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.649611:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16660, 16660]
00000008:00010000:1.0:1789760795.649631:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.649636:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.649649:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68239360, 68243456) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.649663:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68239360=0x4114000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.649724:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.649727:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68243456
00000020:00010000:1.0:1789760795.649735:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.649738:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.649741:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.649744:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.649747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.649755:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.649761:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.649778:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760795.649924:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2d80 - object 0x280000401:2 offset 68239360<>68243456
00000100:00100000:0.0:1789760795.650192:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.650209:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900480:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760795.661242:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760795.661584:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983969 gen 2
00000008:00010000:0.0:1789760795.661629:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760795.661638:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.661650:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.661673:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760795.661699:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900480:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.661869:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16660, 16660]
00000080:00200000:1.0:1789760795.661886:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.661892:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.661912:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68243456 i_blocks 133312
00000020:00200000:1.0:1789760795.661917:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.661929:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.661973:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68243456, count: 4096
00000080:00200000:1.0:1789760795.661981:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68243456, bytes: 4096
00000080:00200000:1.0:1789760795.661991:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.662000:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.662002:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68243456, 68247552) 0 0
00000080:00200000:1.0:1789760795.662007:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.662664:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16661, 16661]
00020000:00200000:1.0:1789760795.662676:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68243456 chunk: [68243456, 68247552) 68247552, 4096
00020000:00200000:1.0:1789760795.662682:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.662706:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16661, 16661]
00000008:00010000:1.0:1789760795.662727:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.662734:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.662746:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68243456, 68247552) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.662882:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68243456=0x4115000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.662954:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.662958:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68247552
00000020:00010000:1.0:1789760795.662967:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.662970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.662974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.662978:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.662981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.662991:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.662998:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.663019:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760795.663137:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1c00 - object 0x280000401:2 offset 68243456<>68247552
00000100:00100000:0.0:1789760795.663295:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900608:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.675697:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983970 gen 2
00000008:00010000:0.0:1789760795.675749:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760795.675758:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.675864:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.675893:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760795.675926:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900608:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.676042:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16661, 16661]
00000080:00200000:1.0:1789760795.676058:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.676064:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.676080:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68247552 i_blocks 133320
00000020:00200000:1.0:1789760795.676084:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.676096:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.676132:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68247552, count: 4096
00000080:00200000:1.0:1789760795.676140:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68247552, bytes: 4096
00000080:00200000:1.0:1789760795.676151:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.676160:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.676163:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68247552, 68251648) 0 0
00000080:00200000:1.0:1789760795.676167:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.676185:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16662, 16662]
00020000:00200000:1.0:1789760795.676194:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68247552 chunk: [68247552, 68251648) 68251648, 4096
00020000:00200000:1.0:1789760795.676199:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.676221:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16662, 16662]
00000008:00010000:1.0:1789760795.676240:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.676246:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.676258:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68247552, 68251648) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.676517:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68247552=0x4116000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.676583:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.676586:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68251648
00000020:00010000:1.0:1789760795.676596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.676600:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.676603:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.676607:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.676611:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.676619:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.676625:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.676643:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760795.676753:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68247552<>68251648
00000100:00100000:0.0:1789760795.677652:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.677680:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900736:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.691668:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983971 gen 2
00000008:00010000:0.0:1789760795.691714:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760795.691721:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.691731:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.691748:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760795.691778:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900736:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.691795:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16662, 16662]
00000080:00200000:1.0:1789760795.691843:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.691850:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.691867:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68251648 i_blocks 133328
00000020:00200000:1.0:1789760795.691871:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.691882:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.691920:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68251648, count: 4096
00000080:00200000:1.0:1789760795.691927:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68251648, bytes: 4096
00000080:00200000:1.0:1789760795.691937:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.691946:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.691949:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68251648, 68255744) 0 0
00000080:00200000:1.0:1789760795.691953:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.691971:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16663, 16663]
00020000:00200000:1.0:1789760795.691980:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68251648 chunk: [68251648, 68255744) 68255744, 4096
00020000:00200000:1.0:1789760795.691984:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.692004:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16663, 16663]
00000008:00010000:1.0:1789760795.692025:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.692031:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.692043:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68251648, 68255744) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.692057:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68251648=0x4117000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.692115:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.692118:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68255744
00000020:00010000:1.0:1789760795.692127:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.692131:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.692133:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.692137:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.692140:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.692148:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.692154:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.692170:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760795.692577:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1f80 - object 0x280000401:2 offset 68251648<>68255744
00000100:00100000:0.0:1789760795.692653:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900864:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.705180:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983972 gen 2
00000008:00010000:0.0:1789760795.705381:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760795.705390:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.705403:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.705427:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760795.705461:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900864:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.705562:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16663, 16663]
00000080:00200000:1.0:1789760795.705579:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.705585:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.705600:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68255744 i_blocks 133336
00000020:00200000:1.0:1789760795.705604:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.705615:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.705649:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68255744, count: 4096
00000080:00200000:1.0:1789760795.705655:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68255744, bytes: 4096
00000080:00200000:1.0:1789760795.705665:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.705674:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.705677:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68255744, 68259840) 0 0
00000080:00200000:1.0:1789760795.705681:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.705698:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16664, 16664]
00020000:00200000:1.0:1789760795.705706:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68255744 chunk: [68255744, 68259840) 68259840, 4096
00020000:00200000:1.0:1789760795.705711:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.705730:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16664, 16664]
00000008:00010000:1.0:1789760795.705745:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.705751:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.705773:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68255744, 68259840) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.705787:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68255744=0x4118000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.705874:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.705877:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68259840
00000020:00010000:1.0:1789760795.705885:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.705889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.705891:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.705895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.705897:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.705905:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.705913:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.705930:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760795.706032:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 68255744<>68259840
00000100:00100000:0.0:1789760795.706487:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.706507:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900992:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.715887:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983973 gen 2
00000008:00010000:0.0:1789760795.715941:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760795.715951:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.715968:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.716050:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760795.716084:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554900992:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.717412:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16664, 16664]
00000080:00200000:1.0:1789760795.717440:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.717448:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.717527:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68259840 i_blocks 133344
00000020:00200000:1.0:1789760795.717532:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.717546:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.717580:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68259840, count: 4096
00000080:00200000:1.0:1789760795.717588:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68259840, bytes: 4096
00000080:00200000:1.0:1789760795.717602:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.717660:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.717663:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68259840, 68263936) 0 0
00000080:00200000:1.0:1789760795.717668:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.717685:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16665, 16665]
00020000:00200000:1.0:1789760795.717694:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68259840 chunk: [68259840, 68263936) 68263936, 4096
00020000:00200000:1.0:1789760795.717698:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.717719:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16665, 16665]
00000008:00010000:1.0:1789760795.717736:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.717743:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.717755:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68259840, 68263936) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.717770:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68259840=0x4119000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.717865:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.717868:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68263936
00000020:00010000:1.0:1789760795.717949:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.717954:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.717958:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.717962:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.717965:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.717975:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.717983:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.718012:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760795.718139:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3800 - object 0x280000401:2 offset 68259840<>68263936
00000100:00100000:0.0:1789760795.718423:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901120:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.735658:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983974 gen 2
00000008:00010000:0.0:1789760795.735709:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760795.735716:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.735728:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.735754:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760795.735785:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901120:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.736003:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16665, 16665]
00000080:00200000:1.0:1789760795.736018:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.736024:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.736038:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68263936 i_blocks 133352
00000020:00200000:1.0:1789760795.736041:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.736051:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.736085:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68263936, count: 4096
00000080:00200000:1.0:1789760795.736092:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68263936, bytes: 4096
00000080:00200000:1.0:1789760795.736105:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.736114:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.736116:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68263936, 68268032) 0 0
00000080:00200000:1.0:1789760795.736120:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.736136:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16666, 16666]
00020000:00200000:1.0:1789760795.736144:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68263936 chunk: [68263936, 68268032) 68268032, 4096
00020000:00200000:1.0:1789760795.736148:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.736168:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16666, 16666]
00000008:00010000:1.0:1789760795.736185:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.736192:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.736204:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68263936, 68268032) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.736216:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68263936=0x411a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.736277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.736279:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68268032
00000020:00010000:1.0:1789760795.736345:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.736350:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.736353:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.736357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.736361:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.736368:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.736376:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.736392:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760795.736680:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2a00 - object 0x280000401:2 offset 68263936<>68268032
00000100:00100000:0.0:1789760795.737159:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.737180:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901248:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.753114:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983975 gen 2
00000008:00010000:0.0:1789760795.753170:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760795.753179:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.753191:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.753277:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000080:00200000:1.0:1789760795.753290:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16666, 16666]
00000080:00200000:1.0:1789760795.753308:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:0.0:1789760795.753314:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901248:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.753314:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.753329:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68268032 i_blocks 133360
00000020:00200000:1.0:1789760795.753333:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.753345:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.753448:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68268032, count: 4096
00000080:00200000:1.0:1789760795.753456:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68268032, bytes: 4096
00000080:00200000:1.0:1789760795.753466:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.753475:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.753478:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68268032, 68272128) 0 0
00000080:00200000:1.0:1789760795.753482:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.753556:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16667, 16667]
00020000:00200000:1.0:1789760795.753567:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68268032 chunk: [68268032, 68272128) 68272128, 4096
00020000:00200000:1.0:1789760795.753571:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.753592:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16667, 16667]
00000008:00010000:1.0:1789760795.753611:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.753617:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.753630:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68268032, 68272128) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.753779:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68268032=0x411b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.753869:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.753873:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68272128
00000020:00010000:1.0:1789760795.753883:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.753887:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.753891:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.753894:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.753897:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.753905:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.753912:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.753929:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:1.0:1789760795.754037:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 68268032<>68272128
00000100:00100000:0.0:1789760795.754153:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901376:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.761770:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983976 gen 2
00000008:00010000:0.0:1789760795.761849:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760795.761858:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.761869:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.761894:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760795.761922:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901376:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.762135:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16667, 16667]
00000080:00200000:1.0:1789760795.762152:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.762157:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.762182:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68272128 i_blocks 133368
00000020:00200000:1.0:1789760795.762186:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.762197:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.762231:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68272128, count: 4096
00000080:00200000:1.0:1789760795.762238:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68272128, bytes: 4096
00000080:00200000:1.0:1789760795.762247:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.762256:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.762258:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68272128, 68276224) 0 0
00000080:00200000:1.0:1789760795.762272:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.762289:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16668, 16668]
00020000:00200000:1.0:1789760795.762297:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68272128 chunk: [68272128, 68276224) 68276224, 4096
00020000:00200000:1.0:1789760795.762301:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.762323:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16668, 16668]
00000008:00010000:1.0:1789760795.762341:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.762346:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.762358:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68272128, 68276224) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.762372:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68272128=0x411c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.762431:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.762439:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68276224
00000020:00010000:1.0:1789760795.762449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.762452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.762455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.762458:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.762461:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.762470:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.762476:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.762493:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760795.762600:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3480 - object 0x280000401:2 offset 68272128<>68276224
00000100:00100000:0.0:1789760795.762937:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554901504:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.774502:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983977 gen 2
00000008:00010000:0.0:1789760795.774558:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760795.774567:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.774579:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.774604:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760795.774638:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554901504:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.774690:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16668, 16668]
00000080:00200000:1.0:1789760795.774707:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.774713:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.774731:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68276224 i_blocks 133376
00000020:00200000:1.0:1789760795.774735:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.774747:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.774783:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68276224, count: 4096
00000080:00200000:1.0:1789760795.774791:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68276224, bytes: 4096
00000080:00200000:1.0:1789760795.774839:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.774849:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.774852:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68276224, 68280320) 0 0
00000080:00200000:1.0:1789760795.774856:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.774876:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16669, 16669]
00020000:00200000:1.0:1789760795.774885:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68276224 chunk: [68276224, 68280320) 68280320, 4096
00020000:00200000:1.0:1789760795.774889:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.774910:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16669, 16669]
00000008:00010000:1.0:1789760795.774929:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.774940:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.774954:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68276224, 68280320) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.774970:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68276224=0x411d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.775338:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.775342:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68280320
00000020:00010000:1.0:1789760795.775424:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.775429:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.775432:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.775436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.775439:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.775448:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.775455:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.775475:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760795.775584:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 68276224<>68280320
00000100:00100000:0.0:1789760795.775967:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901632:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.793194:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983978 gen 2
00000008:00010000:0.0:1789760795.793428:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760795.793439:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.793454:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.794137:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760795.794173:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554901632:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.795170:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16669, 16669]
00000080:00200000:2.0:1789760795.795191:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.795198:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.795214:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68280320 i_blocks 133384
00000020:00200000:2.0:1789760795.795219:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.795243:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.795282:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68280320, count: 4096
00000080:00200000:2.0:1789760795.795291:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68280320, bytes: 4096
00000080:00200000:2.0:1789760795.795303:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.795312:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.795314:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68280320, 68284416) 0 0
00000080:00200000:2.0:1789760795.795319:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.795336:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16670, 16670]
00020000:00200000:2.0:1789760795.795344:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68280320 chunk: [68280320, 68284416) 68284416, 4096
00020000:00200000:2.0:1789760795.795349:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.795371:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16670, 16670]
00000008:00010000:2.0:1789760795.795389:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.795395:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.795406:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68280320, 68284416) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.795419:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68280320=0x411e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.795599:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.795603:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68284416
00000020:00010000:2.0:1789760795.795613:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.795617:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.795621:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.795624:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.795627:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.795636:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.795643:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.796863:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760795.796993:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 68280320<>68284416
00000100:00100000:2.0:1789760795.797054:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760795.797082:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554901760:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.809985:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983979 gen 2
00000008:00010000:3.0:1789760795.810050:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760795.810059:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.810071:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.810098:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760795.810128:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554901760:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.810466:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16670, 16670]
00000080:00200000:1.0:1789760795.810484:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.810491:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.810507:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68284416 i_blocks 133392
00000020:00200000:1.0:1789760795.810511:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.810524:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.810559:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68284416, count: 4096
00000080:00200000:1.0:1789760795.810566:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68284416, bytes: 4096
00000080:00200000:1.0:1789760795.810577:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.810586:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.810588:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68284416, 68288512) 0 0
00000080:00200000:1.0:1789760795.810593:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.810610:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16671, 16671]
00020000:00200000:1.0:1789760795.810618:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68284416 chunk: [68284416, 68288512) 68288512, 4096
00020000:00200000:1.0:1789760795.810623:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.810643:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16671, 16671]
00000008:00010000:1.0:1789760795.810662:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.810668:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.810680:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68284416, 68288512) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.810693:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68284416=0x411f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.810752:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.810755:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68288512
00000020:00010000:1.0:1789760795.810763:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.810767:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.810770:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.810774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.810777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.810786:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.810792:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.810859:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760795.810972:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3100 - object 0x280000401:2 offset 68284416<>68288512
00000100:00100000:0.0:1789760795.811204:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554901888:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.827287:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983980 gen 2
00000008:00010000:0.0:1789760795.827439:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760795.827449:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.827461:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.827487:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760795.827519:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554901888:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.827641:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16671, 16671]
00000080:00200000:1.0:1789760795.827660:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.827667:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.827685:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68288512 i_blocks 133400
00000020:00200000:1.0:1789760795.827689:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.827702:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.827739:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68288512, count: 4096
00000080:00200000:1.0:1789760795.827746:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68288512, bytes: 4096
00000080:00200000:1.0:1789760795.827756:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.827766:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.827768:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68288512, 68292608) 0 0
00000080:00200000:1.0:1789760795.827773:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.827793:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16672, 16672]
00020000:00200000:1.0:1789760795.827843:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68288512 chunk: [68288512, 68292608) 68292608, 4096
00020000:00200000:1.0:1789760795.827849:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.827871:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16672, 16672]
00000008:00010000:1.0:1789760795.827888:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.827894:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.827906:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68288512, 68292608) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.827921:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68288512=0x4120000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.827982:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.827985:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68292608
00000020:00010000:1.0:1789760795.827993:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.827997:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.828000:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.828004:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.828007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.828015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.828022:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.828039:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760795.828154:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 68288512<>68292608
00000100:00100000:0.0:1789760795.828312:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902016:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.846631:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983981 gen 2
00000008:00010000:0.0:1789760795.846688:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760795.846698:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.846711:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.846738:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760795.846773:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902016:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.846907:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16672, 16672]
00000080:00200000:1.0:1789760795.846928:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.846934:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.846951:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68292608 i_blocks 133408
00000020:00200000:1.0:1789760795.846955:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.846968:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.847008:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68292608, count: 4096
00000080:00200000:1.0:1789760795.847028:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68292608, bytes: 4096
00000080:00200000:1.0:1789760795.847039:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.847048:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.847050:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68292608, 68296704) 0 0
00000080:00200000:1.0:1789760795.847055:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.847073:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16673, 16673]
00020000:00200000:1.0:1789760795.847081:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68292608 chunk: [68292608, 68296704) 68296704, 4096
00020000:00200000:1.0:1789760795.847085:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.847109:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16673, 16673]
00000008:00010000:1.0:1789760795.847129:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.847136:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.847149:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68292608, 68296704) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.847166:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68292608=0x4121000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.847233:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.847236:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68296704
00000020:00010000:1.0:1789760795.847246:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.847249:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.847253:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.847257:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.847278:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.847286:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.847293:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.847596:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:0.0:1789760795.847726:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 68292608<>68296704
00000100:00100000:0.0:1789760795.847768:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760795.847786:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902144:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.862288:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983982 gen 2
00000008:00010000:0.0:1789760795.862468:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760795.862478:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.862493:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.862519:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760795.862552:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902144:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.862836:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16673, 16673]
00000080:00200000:1.0:1789760795.862851:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.862857:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.862872:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68296704 i_blocks 133416
00000020:00200000:1.0:1789760795.862876:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.862888:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.862923:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68296704, count: 4096
00000080:00200000:1.0:1789760795.862931:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68296704, bytes: 4096
00000080:00200000:1.0:1789760795.862943:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.862951:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.862954:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68296704, 68300800) 0 0
00000080:00200000:1.0:1789760795.862959:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.862975:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16674, 16674]
00020000:00200000:1.0:1789760795.862983:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68296704 chunk: [68296704, 68300800) 68300800, 4096
00020000:00200000:1.0:1789760795.862988:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.863008:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16674, 16674]
00000008:00010000:1.0:1789760795.863097:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.863103:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.863115:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68296704, 68300800) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.863131:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68296704=0x4122000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.863257:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.863269:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68300800
00000020:00010000:1.0:1789760795.863279:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.863283:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.863285:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.863289:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97a88 (ffff8d7c879abab8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.863292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879abab8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.863300:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.863307:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.863325:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760795.863515:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 68296704<>68300800
00000100:00100000:1.0:1789760795.863568:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.863590:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554902272:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.886171:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983983 gen 2
00000008:00010000:1.0:1789760795.886224:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:1.0:1789760795.886233:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.886248:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.886284:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:1.0:1789760795.886317:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554902272:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760795.886433:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16674, 16674]
00000080:00200000:3.0:1789760795.886451:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.886459:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.886477:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68300800 i_blocks 133424
00000020:00200000:3.0:1789760795.886482:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.886496:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.886564:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68300800, count: 4096
00000080:00200000:3.0:1789760795.886573:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68300800, bytes: 4096
00000080:00200000:3.0:1789760795.886584:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.886593:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.886595:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68300800, 68304896) 0 0
00000080:00200000:3.0:1789760795.886600:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.886618:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16675, 16675]
00020000:00200000:3.0:1789760795.886627:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68300800 chunk: [68300800, 68304896) 68304896, 4096
00020000:00200000:3.0:1789760795.886631:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.886654:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16675, 16675]
00000008:00010000:3.0:1789760795.886672:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.886679:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760795.886691:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68300800, 68304896) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.886706:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68300800=0x4123000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.886771:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.886774:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68304896
00000020:00010000:3.0:1789760795.886784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.886788:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.886791:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.886794:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.887237:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.887254:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.887273:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.887291:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760795.887402:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68300800<>68304896
00000100:00100000:2.0:1789760795.887469:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902400:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.902567:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983984 gen 2
00000008:00010000:3.0:1789760795.902618:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:3.0:1789760795.902626:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.902636:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.902666:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000080:00200000:1.0:1789760795.902686:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16675, 16675]
00000100:00100000:3.0:1789760795.902700:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902400:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.902705:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.902713:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.902729:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68304896 i_blocks 133432
00000020:00200000:1.0:1789760795.902734:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.902745:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.902778:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68304896, count: 4096
00000080:00200000:1.0:1789760795.902787:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68304896, bytes: 4096
00000080:00200000:1.0:1789760795.902796:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.902832:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.902835:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68304896, 68308992) 0 0
00000080:00200000:1.0:1789760795.902839:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.902855:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16676, 16676]
00020000:00200000:1.0:1789760795.902863:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68304896 chunk: [68304896, 68308992) 68308992, 4096
00020000:00200000:1.0:1789760795.902867:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.902886:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16676, 16676]
00000008:00010000:1.0:1789760795.902904:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.902909:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.902920:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68304896, 68308992) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.902934:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68304896=0x4124000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.902993:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.902996:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68308992
00000020:00010000:1.0:1789760795.903004:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.903007:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.903010:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.903014:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.903017:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.903025:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.903033:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.903048:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760795.903153:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 68304896<>68308992
00000100:00100000:0.0:1789760795.903236:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554902528:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760795.916231:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983985 gen 2
00000008:00010000:0.0:1789760795.916293:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760795.916302:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760795.916315:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760795.916396:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760795.916436:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554902528:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760795.916692:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16676, 16676]
00000080:00200000:1.0:1789760795.916708:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760795.916714:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760795.916728:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68308992 i_blocks 133440
00000020:00200000:1.0:1789760795.916732:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760795.916744:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760795.916780:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68308992, count: 4096
00000080:00200000:1.0:1789760795.916787:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68308992, bytes: 4096
00000080:00200000:1.0:1789760795.916796:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760795.916923:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760795.916926:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68308992, 68313088) 0 0
00000080:00200000:1.0:1789760795.916930:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760795.916948:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16677, 16677]
00020000:00200000:1.0:1789760795.916957:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68308992 chunk: [68308992, 68313088) 68313088, 4096
00020000:00200000:1.0:1789760795.916962:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760795.916986:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16677, 16677]
00000008:00010000:1.0:1789760795.917004:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760795.917009:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760795.917020:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68308992, 68313088) append 0 append lockpos 0
00000080:00200000:1.0:1789760795.917034:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68308992=0x4125000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760795.917094:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760795.917098:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68313088
00000020:00010000:1.0:1789760795.917106:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760795.917110:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.917112:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760795.917115:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760795.917118:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760795.917126:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760795.917133:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760795.917151:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760795.917253:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68308992<>68313088
00000100:00100000:0.0:1789760795.917381:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902656:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760795.934129:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983986 gen 2
00000008:00010000:1.0:1789760795.934181:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760795.934190:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.934201:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.934223:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760795.934255:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554902656:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760795.934342:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16677, 16677]
00000080:00200000:3.0:1789760795.934358:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760795.934364:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760795.934379:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68313088 i_blocks 133448
00000020:00200000:3.0:1789760795.934383:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760795.934394:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760795.934430:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68313088, count: 4096
00000080:00200000:3.0:1789760795.934437:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68313088, bytes: 4096
00000080:00200000:3.0:1789760795.934448:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760795.934457:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760795.934459:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68313088, 68317184) 0 0
00000080:00200000:3.0:1789760795.934464:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760795.934479:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16678, 16678]
00020000:00200000:3.0:1789760795.934488:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68313088 chunk: [68313088, 68317184) 68317184, 4096
00020000:00200000:3.0:1789760795.934492:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760795.934512:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16678, 16678]
00000008:00010000:3.0:1789760795.934530:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760795.934536:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760795.934548:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68313088, 68317184) append 0 append lockpos 0
00000080:00200000:3.0:1789760795.934562:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68313088=0x4126000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760795.934614:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760795.934617:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68317184
00000020:00010000:3.0:1789760795.934625:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:3.0:1789760795.934628:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.934631:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760795.934634:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760795.934637:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760795.934644:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760795.934652:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760795.934666:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760795.934780:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68313088<>68317184
00000100:00100000:3.0:1789760795.934869:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760795.934887:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902784:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.952591:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983987 gen 2
00000008:00010000:3.0:1789760795.952644:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:3.0:1789760795.952654:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.952666:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.952741:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000100:00100000:3.0:1789760795.952774:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902784:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.954424:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16678, 16678]
00000080:00200000:2.0:1789760795.954446:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.954453:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.954470:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68317184 i_blocks 133456
00000020:00200000:2.0:1789760795.954475:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.954488:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.954525:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68317184, count: 4096
00000080:00200000:2.0:1789760795.954532:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68317184, bytes: 4096
00000080:00200000:2.0:1789760795.954545:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.954554:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.954556:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68317184, 68321280) 0 0
00000080:00200000:2.0:1789760795.954561:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.954578:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16679, 16679]
00020000:00200000:2.0:1789760795.954587:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68317184 chunk: [68317184, 68321280) 68321280, 4096
00020000:00200000:2.0:1789760795.954591:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.954611:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16679, 16679]
00000008:00010000:2.0:1789760795.954627:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.954632:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.954643:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68317184, 68321280) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.954658:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68317184=0x4127000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.954720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.954722:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68321280
00000020:00010000:2.0:1789760795.954729:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.954858:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.954862:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.954865:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.954868:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.954877:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.954885:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.954906:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760795.955007:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 68317184<>68321280
00000100:00100000:3.0:1789760795.955095:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902912:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.965777:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983988 gen 2
00000008:00010000:3.0:1789760795.965975:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760795.965984:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.965996:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.966113:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760795.966144:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554902912:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.966294:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16679, 16679]
00000080:00200000:2.0:1789760795.966310:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.966316:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.966331:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68321280 i_blocks 133464
00000020:00200000:2.0:1789760795.966335:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.966344:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.966378:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68321280, count: 4096
00000080:00200000:2.0:1789760795.966385:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68321280, bytes: 4096
00000080:00200000:2.0:1789760795.966395:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.966404:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.966406:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68321280, 68325376) 0 0
00000080:00200000:2.0:1789760795.966411:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.966429:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16680, 16680]
00020000:00200000:2.0:1789760795.966438:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68321280 chunk: [68321280, 68325376) 68325376, 4096
00020000:00200000:2.0:1789760795.966443:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.966464:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16680, 16680]
00000008:00010000:2.0:1789760795.966484:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.966556:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.966570:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68321280, 68325376) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.966586:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68321280=0x4128000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.966772:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.966776:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68325376
00000020:00010000:2.0:1789760795.966785:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.966789:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.966792:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.966796:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.966799:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.966840:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.966846:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.966863:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760795.966972:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 68321280<>68325376
00000100:00100000:3.0:1789760795.967061:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903040:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.977747:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983989 gen 2
00000008:00010000:3.0:1789760795.977796:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760795.977847:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.977860:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.977879:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760795.977908:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903040:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.978005:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16680, 16680]
00000080:00200000:2.0:1789760795.978179:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.978186:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.978203:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68325376 i_blocks 133472
00000020:00200000:2.0:1789760795.978207:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.978218:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.978271:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68325376, count: 4096
00000080:00200000:2.0:1789760795.978279:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68325376, bytes: 4096
00000080:00200000:2.0:1789760795.978290:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.978299:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.978302:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68325376, 68329472) 0 0
00000080:00200000:2.0:1789760795.978306:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.978708:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16681, 16681]
00020000:00200000:2.0:1789760795.978718:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68325376 chunk: [68325376, 68329472) 68329472, 4096
00020000:00200000:2.0:1789760795.978723:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.978746:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16681, 16681]
00000008:00010000:2.0:1789760795.978766:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.978772:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.978785:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68325376, 68329472) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.978834:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68325376=0x4129000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.978900:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.978903:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68329472
00000020:00010000:2.0:1789760795.978911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.978915:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.978919:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.978922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.978925:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.978934:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.978941:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.978962:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760795.979313:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 68325376<>68329472
00000100:00100000:3.0:1789760795.979397:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554903168:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760795.992759:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983990 gen 2
00000008:00010000:3.0:1789760795.992839:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760795.992847:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760795.992859:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760795.992879:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760795.993106:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554903168:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760795.993247:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16681, 16681]
00000080:00200000:2.0:1789760795.993271:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.993277:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.993293:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68329472 i_blocks 133480
00000020:00200000:2.0:1789760795.993296:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.993306:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.993352:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68329472, count: 4096
00000080:00200000:2.0:1789760795.993360:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68329472, bytes: 4096
00000080:00200000:2.0:1789760795.993369:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.993378:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.993381:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68329472, 68333568) 0 0
00000080:00200000:2.0:1789760795.993385:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.993403:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16682, 16682]
00020000:00200000:2.0:1789760795.993412:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68329472 chunk: [68329472, 68333568) 68333568, 4096
00020000:00200000:2.0:1789760795.993416:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.993437:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16682, 16682]
00000008:00010000:2.0:1789760795.993455:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.993460:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760795.993471:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68329472, 68333568) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.993485:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68329472=0x412a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.993548:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.993550:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68333568
00000020:00010000:2.0:1789760795.993558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.993562:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.993565:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.993568:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.993571:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.993581:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.993588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.993605:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760795.993713:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 68329472<>68333568
00000100:00100000:3.0:1789760795.994066:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903296:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.012486:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983991 gen 2
00000008:00010000:3.0:1789760796.012541:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760796.012550:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.012563:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.012722:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760796.012756:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903296:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.012914:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16682, 16682]
00000080:00200000:2.0:1789760796.012930:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.012937:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.012953:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68333568 i_blocks 133488
00000020:00200000:2.0:1789760796.012956:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.012966:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.013000:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68333568, count: 4096
00000080:00200000:2.0:1789760796.013012:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68333568, bytes: 4096
00000080:00200000:2.0:1789760796.013098:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.013106:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.013108:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68333568, 68337664) 0 0
00000080:00200000:2.0:1789760796.013113:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.013130:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16683, 16683]
00020000:00200000:2.0:1789760796.013139:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68333568 chunk: [68333568, 68337664) 68337664, 4096
00020000:00200000:2.0:1789760796.013143:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.013166:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16683, 16683]
00000008:00010000:2.0:1789760796.013183:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.013189:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.013200:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68333568, 68337664) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.013218:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68333568=0x412b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.013282:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.013284:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68337664
00000020:00010000:2.0:1789760796.013292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.013295:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.013298:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.013301:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.013304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.013312:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.013319:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.013336:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760796.013511:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 68333568<>68337664
00000100:00100000:3.0:1789760796.013578:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554903424:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.022891:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983992 gen 2
00000008:00010000:3.0:1789760796.022945:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760796.022953:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.022964:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.022981:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760796.023010:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554903424:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.023248:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16683, 16683]
00000080:00200000:2.0:1789760796.023276:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.023282:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.023297:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68337664 i_blocks 133496
00000020:00200000:2.0:1789760796.023302:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.023311:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.023409:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68337664, count: 4096
00000080:00200000:2.0:1789760796.023418:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68337664, bytes: 4096
00000080:00200000:2.0:1789760796.023428:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.023437:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.023439:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68337664, 68341760) 0 0
00000080:00200000:2.0:1789760796.023443:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.023459:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16684, 16684]
00020000:00200000:2.0:1789760796.023468:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68337664 chunk: [68337664, 68341760) 68341760, 4096
00020000:00200000:2.0:1789760796.023472:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.023491:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16684, 16684]
00000008:00010000:2.0:1789760796.023510:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.023515:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.023526:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68337664, 68341760) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.023540:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68337664=0x412c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.023597:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.023600:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68341760
00000020:00010000:2.0:1789760796.023608:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.023611:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.023615:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.023618:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.023621:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.023630:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.025466:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.025508:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.026571:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 68337664<>68341760
00000100:00100000:3.0:1789760796.027431:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903552:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.041905:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983993 gen 2
00000008:00010000:3.0:1789760796.041958:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.041966:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.041979:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.042001:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.042158:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903552:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.042355:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16684, 16684]
00000080:00200000:2.0:1789760796.042375:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.042382:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.042399:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68341760 i_blocks 133504
00000020:00200000:2.0:1789760796.042404:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.042414:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.042451:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68341760, count: 4096
00000080:00200000:2.0:1789760796.042460:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68341760, bytes: 4096
00000080:00200000:2.0:1789760796.042471:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.042480:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.042483:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68341760, 68345856) 0 0
00000080:00200000:2.0:1789760796.042488:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.042504:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16685, 16685]
00020000:00200000:2.0:1789760796.042513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68341760 chunk: [68341760, 68345856) 68345856, 4096
00020000:00200000:2.0:1789760796.042518:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.042540:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16685, 16685]
00000008:00010000:2.0:1789760796.042562:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.042568:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.042580:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68341760, 68345856) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.042593:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68341760=0x412d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.043196:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.043202:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68345856
00000020:00010000:2.0:1789760796.043213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.043217:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.043220:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.043224:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.043226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.043236:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.043245:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.043276:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760796.043390:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 68341760<>68345856
00000100:00100000:3.0:1789760796.043975:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.044003:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903680:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.066733:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983994 gen 2
00000008:00010000:3.0:1789760796.066786:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.066795:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.067411:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.067492:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16685, 16685]
00000008:00010000:3.0:1789760796.067493:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.067518:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903680:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.067525:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.067532:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.067550:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68345856 i_blocks 133512
00000020:00200000:1.0:1789760796.067554:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.067565:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.067605:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68345856, count: 4096
00000080:00200000:1.0:1789760796.067613:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68345856, bytes: 4096
00000080:00200000:1.0:1789760796.067624:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.067633:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.067635:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68345856, 68349952) 0 0
00000080:00200000:1.0:1789760796.067639:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.067655:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16686, 16686]
00020000:00200000:1.0:1789760796.067664:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68345856 chunk: [68345856, 68349952) 68349952, 4096
00020000:00200000:1.0:1789760796.067668:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.067689:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16686, 16686]
00000008:00010000:1.0:1789760796.067705:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.067711:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.067722:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68345856, 68349952) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.067737:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68345856=0x412e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.067821:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.067825:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68349952
00000020:00010000:1.0:1789760796.067835:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.067839:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.067842:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.067846:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.067849:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.067857:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.067864:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.067878:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760796.067986:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68345856<>68349952
00000100:00100000:1.0:1789760796.068031:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554903808:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.085360:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983995 gen 2
00000008:00010000:1.0:1789760796.085423:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760796.085493:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.085509:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.085536:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760796.085570:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554903808:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.085687:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16686, 16686]
00000080:00200000:2.0:1789760796.085704:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.085710:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.085726:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68349952 i_blocks 133520
00000020:00200000:2.0:1789760796.085730:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.085741:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.085777:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68349952, count: 4096
00000080:00200000:2.0:1789760796.085785:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68349952, bytes: 4096
00000080:00200000:2.0:1789760796.085795:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.085850:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.085853:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68349952, 68354048) 0 0
00000080:00200000:2.0:1789760796.085858:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.085877:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16687, 16687]
00020000:00200000:2.0:1789760796.085885:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68349952 chunk: [68349952, 68354048) 68354048, 4096
00020000:00200000:2.0:1789760796.085890:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.085912:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16687, 16687]
00000008:00010000:2.0:1789760796.085930:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.085936:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.085948:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68349952, 68354048) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.085962:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68349952=0x412f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.087143:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.087153:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68354048
00000020:00010000:2.0:1789760796.087166:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.087170:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.087175:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.087179:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.087182:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.087194:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.087202:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.087274:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.087538:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 68349952<>68354048
00000100:00100000:3.0:1789760796.087637:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.099273:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983996 gen 2
00000008:00010000:3.0:1789760796.099324:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.099332:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.099343:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.099365:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.099395:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554903936:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.099404:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16687, 16687]
00000080:00200000:0.0:1789760796.099425:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.099432:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.099449:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68354048 i_blocks 133528
00000020:00200000:0.0:1789760796.099454:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.099465:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.099500:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68354048, count: 4096
00000080:00200000:0.0:1789760796.099507:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68354048, bytes: 4096
00000080:00200000:0.0:1789760796.099517:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.099527:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.099529:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68354048, 68358144) 0 0
00000080:00200000:0.0:1789760796.099534:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.099551:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16688, 16688]
00020000:00200000:0.0:1789760796.099560:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68354048 chunk: [68354048, 68358144) 68358144, 4096
00020000:00200000:0.0:1789760796.099565:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.099583:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16688, 16688]
00000008:00010000:0.0:1789760796.099601:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.099606:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.099618:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68354048, 68358144) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.099632:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68354048=0x4130000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.099686:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.099689:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68358144
00000020:00010000:0.0:1789760796.099697:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.099700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.099703:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.099707:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.099710:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.099717:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.099724:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.099739:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760796.099898:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 68354048<>68358144
00000100:00100000:1.0:1789760796.100160:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760796.100181:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904064:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.114547:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983997 gen 2
00000008:00010000:1.0:1789760796.114596:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760796.114606:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.114617:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.114644:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760796.114674:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904064:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.114867:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16688, 16688]
00000080:00200000:0.0:1789760796.114892:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.114898:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.114914:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68358144 i_blocks 133536
00000020:00200000:0.0:1789760796.114918:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.114927:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.114960:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68358144, count: 4096
00000080:00200000:0.0:1789760796.114967:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68358144, bytes: 4096
00000080:00200000:0.0:1789760796.114976:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.114985:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.114987:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68358144, 68362240) 0 0
00000080:00200000:0.0:1789760796.114992:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.115008:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16689, 16689]
00020000:00200000:0.0:1789760796.115026:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68358144 chunk: [68358144, 68362240) 68362240, 4096
00020000:00200000:0.0:1789760796.115031:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.115058:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16689, 16689]
00000008:00010000:0.0:1789760796.115077:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.115363:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.115378:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68358144, 68362240) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.115392:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68358144=0x4131000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.115453:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.115456:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68362240
00000020:00010000:0.0:1789760796.115463:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.115467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.115470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.115473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.115475:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.115483:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.115490:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.115506:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760796.115614:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 68358144<>68362240
00000100:00100000:1.0:1789760796.115884:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904192:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.130222:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983998 gen 2
00000008:00010000:1.0:1789760796.130277:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760796.130285:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.130296:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.130710:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760796.130742:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904192:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.130874:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16689, 16689]
00000080:00200000:0.0:1789760796.130890:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.130897:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.130912:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68362240 i_blocks 133544
00000020:00200000:0.0:1789760796.130917:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.130928:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.130965:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68362240, count: 4096
00000080:00200000:0.0:1789760796.130972:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68362240, bytes: 4096
00000080:00200000:0.0:1789760796.130982:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.130992:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.130994:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68362240, 68366336) 0 0
00000080:00200000:0.0:1789760796.130998:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.131015:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16690, 16690]
00020000:00200000:0.0:1789760796.131023:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68362240 chunk: [68362240, 68366336) 68366336, 4096
00020000:00200000:0.0:1789760796.131027:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.131057:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16690, 16690]
00000008:00010000:0.0:1789760796.131077:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.131083:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.131102:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68362240, 68366336) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.131116:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68362240=0x4132000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.132021:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.132029:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68366336
00000020:00010000:0.0:1789760796.132125:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.132130:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.132134:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.132139:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.132141:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.132152:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.132293:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.132321:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760796.132439:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 68362240<>68366336
00000100:00100000:1.0:1789760796.132893:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760796.132920:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904320:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.149602:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294983999 gen 2
00000008:00010000:1.0:1789760796.149648:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760796.149656:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.149667:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.149742:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760796.149779:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904320:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.151069:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16690, 16690]
00000080:00200000:0.0:1789760796.151092:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.151099:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.151116:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68366336 i_blocks 133552
00000020:00200000:0.0:1789760796.151121:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.151136:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.151168:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68366336, count: 4096
00000080:00200000:0.0:1789760796.151175:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68366336, bytes: 4096
00000080:00200000:0.0:1789760796.151189:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.151198:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.151200:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68366336, 68370432) 0 0
00000080:00200000:0.0:1789760796.151204:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.151220:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16691, 16691]
00020000:00200000:0.0:1789760796.151227:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68366336 chunk: [68366336, 68370432) 68370432, 4096
00020000:00200000:0.0:1789760796.151232:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.151485:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16691, 16691]
00000008:00010000:0.0:1789760796.151505:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.151511:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.151522:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68366336, 68370432) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.151536:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68366336=0x4133000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.151599:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.151602:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68370432
00000020:00010000:0.0:1789760796.151609:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.151613:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.151616:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.151619:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.151622:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.151629:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.151635:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.151674:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760796.152558:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 68366336<>68370432
00000100:00100000:1.0:1789760796.152636:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904448:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.164526:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984000 gen 2
00000008:00010000:1.0:1789760796.164577:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760796.164585:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.164594:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.164648:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760796.164681:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904448:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.164712:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16691, 16691]
00000080:00200000:2.0:1789760796.164728:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.164734:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.164748:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68370432 i_blocks 133560
00000020:00200000:2.0:1789760796.164752:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.164789:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.164860:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68370432, count: 4096
00000080:00200000:2.0:1789760796.164867:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68370432, bytes: 4096
00000080:00200000:2.0:1789760796.165030:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.165040:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.165043:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68370432, 68374528) 0 0
00000080:00200000:2.0:1789760796.165048:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.165123:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16692, 16692]
00020000:00200000:2.0:1789760796.165132:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68370432 chunk: [68370432, 68374528) 68374528, 4096
00020000:00200000:2.0:1789760796.165136:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.165158:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16692, 16692]
00000008:00010000:2.0:1789760796.165175:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.165181:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.165192:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68370432, 68374528) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.165206:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68370432=0x4134000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.165277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.165280:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68374528
00000020:00010000:2.0:1789760796.165300:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.165303:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.165306:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.165309:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.165312:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.165320:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.165327:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.165345:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.165454:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 68370432<>68374528
00000100:00100000:3.0:1789760796.165534:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554904576:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.176718:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984001 gen 2
00000008:00010000:3.0:1789760796.176781:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.176790:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.176845:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.176910:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.176945:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554904576:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.177421:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16692, 16692]
00000080:00200000:2.0:1789760796.177492:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.177499:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.177516:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68374528 i_blocks 133568
00000020:00200000:2.0:1789760796.177520:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.177531:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.177628:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68374528, count: 4096
00000080:00200000:2.0:1789760796.177638:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68374528, bytes: 4096
00000080:00200000:2.0:1789760796.177651:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.177661:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.177663:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68374528, 68378624) 0 0
00000080:00200000:2.0:1789760796.177668:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.177684:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16693, 16693]
00020000:00200000:2.0:1789760796.177692:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68374528 chunk: [68374528, 68378624) 68378624, 4096
00020000:00200000:2.0:1789760796.177697:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.177717:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16693, 16693]
00000008:00010000:2.0:1789760796.177735:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.177741:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.177753:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68374528, 68378624) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.177855:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68374528=0x4135000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.177916:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.177919:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68378624
00000020:00010000:2.0:1789760796.178195:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.178200:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.178204:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.178208:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.178211:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.178221:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.178228:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.178246:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760796.178709:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68374528<>68378624
00000100:00100000:2.0:1789760796.178753:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760796.178778:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554904704:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.193159:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984002 gen 2
00000008:00010000:3.0:1789760796.193209:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.193218:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.193231:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.193270:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.193308:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554904704:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.193598:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16693, 16693]
00000080:00200000:1.0:1789760796.193615:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.193621:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.193708:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68378624 i_blocks 133576
00000020:00200000:1.0:1789760796.193714:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.193726:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.193771:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68378624, count: 4096
00000080:00200000:1.0:1789760796.193779:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68378624, bytes: 4096
00000080:00200000:1.0:1789760796.193789:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.193798:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.193835:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68378624, 68382720) 0 0
00000080:00200000:1.0:1789760796.193840:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.193858:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16694, 16694]
00020000:00200000:1.0:1789760796.193868:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68378624 chunk: [68378624, 68382720) 68382720, 4096
00020000:00200000:1.0:1789760796.193873:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.193895:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16694, 16694]
00000008:00010000:1.0:1789760796.193915:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.193921:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.193934:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68378624, 68382720) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.193948:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68378624=0x4136000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.194009:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.194971:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68382720
00000020:00010000:1.0:1789760796.194986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.194991:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.194994:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.194998:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.195001:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.195011:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.195495:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.195528:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760796.195879:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68378624<>68382720
00000100:00100000:1.0:1789760796.195938:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760796.195965:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904832:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.205684:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984003 gen 2
00000008:00010000:1.0:1789760796.205739:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:1.0:1789760796.205748:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.205916:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.205930:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:1.0:1789760796.205962:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554904832:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.206149:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16694, 16694]
00000080:00200000:0.0:1789760796.206165:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.206172:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.206187:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68382720 i_blocks 133584
00000020:00200000:0.0:1789760796.206191:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.206204:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.206235:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68382720, count: 4096
00000080:00200000:0.0:1789760796.206242:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68382720, bytes: 4096
00000080:00200000:0.0:1789760796.206252:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.206269:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.206272:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68382720, 68386816) 0 0
00000080:00200000:0.0:1789760796.206276:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.206356:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16695, 16695]
00020000:00200000:0.0:1789760796.206364:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68382720 chunk: [68382720, 68386816) 68386816, 4096
00020000:00200000:0.0:1789760796.206368:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.206390:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16695, 16695]
00000008:00010000:0.0:1789760796.206408:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.206413:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.206424:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68382720, 68386816) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.206438:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68382720=0x4137000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.206505:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.206508:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68386816
00000020:00010000:0.0:1789760796.206516:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.206519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.206522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.206525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.206528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.206535:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.206541:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.206559:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760796.207037:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 68382720<>68386816
00000100:00100000:0.0:1789760796.207092:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760796.207114:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554904960:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.219184:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984004 gen 2
00000008:00010000:0.0:1789760796.219241:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:0.0:1789760796.219251:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.219270:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.219301:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:0.0:1789760796.219337:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554904960:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760796.219533:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16695, 16695]
00000080:00200000:3.0:1789760796.219551:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.219557:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.219573:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68386816 i_blocks 133592
00000020:00200000:3.0:1789760796.219577:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.219588:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.219623:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68386816, count: 4096
00000080:00200000:3.0:1789760796.219631:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68386816, bytes: 4096
00000080:00200000:3.0:1789760796.219645:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.219654:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.219656:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68386816, 68390912) 0 0
00000080:00200000:3.0:1789760796.219661:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.219678:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16696, 16696]
00020000:00200000:3.0:1789760796.219687:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68386816 chunk: [68386816, 68390912) 68390912, 4096
00020000:00200000:3.0:1789760796.219691:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.219712:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16696, 16696]
00000008:00010000:3.0:1789760796.219730:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.219736:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760796.219747:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68386816, 68390912) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.219762:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68386816=0x4138000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.219922:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.219926:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68390912
00000020:00010000:3.0:1789760796.219936:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.219939:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.219943:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.219947:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.219950:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.219958:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.219965:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.219983:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760796.220271:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68386816<>68390912
00000100:00100000:2.0:1789760796.220352:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554905088:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.231123:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984005 gen 2
00000008:00010000:3.0:1789760796.231178:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:3.0:1789760796.231186:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.231199:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.231212:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000100:00100000:3.0:1789760796.231241:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554905088:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.231837:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16696, 16696]
00000080:00200000:0.0:1789760796.231856:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.231862:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.231880:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68390912 i_blocks 133600
00000020:00200000:0.0:1789760796.231884:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.231896:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.231931:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68390912, count: 4096
00000080:00200000:0.0:1789760796.231939:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68390912, bytes: 4096
00000080:00200000:0.0:1789760796.231952:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.231961:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.231963:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68390912, 68395008) 0 0
00000080:00200000:0.0:1789760796.231967:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.231985:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16697, 16697]
00020000:00200000:0.0:1789760796.231993:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68390912 chunk: [68390912, 68395008) 68395008, 4096
00020000:00200000:0.0:1789760796.231997:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.232027:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16697, 16697]
00000008:00010000:0.0:1789760796.232047:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.232053:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.232065:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68390912, 68395008) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.232079:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68390912=0x4139000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.232133:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.232136:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68395008
00000020:00010000:0.0:1789760796.232144:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.232147:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.232150:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.232154:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.232157:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.232164:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.232171:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.232782:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:3.0:1789760796.232917:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68390912<>68395008
00000100:00100000:3.0:1789760796.232989:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905216:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.243339:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984006 gen 2
00000008:00010000:3.0:1789760796.243390:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:3.0:1789760796.243399:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.243410:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.243477:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:3.0:1789760796.243514:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905216:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.243701:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16697, 16697]
00000080:00200000:0.0:1789760796.243717:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.243724:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.243740:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68395008 i_blocks 133608
00000020:00200000:0.0:1789760796.243743:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.243753:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.244001:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68395008, count: 4096
00000080:00200000:0.0:1789760796.244010:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68395008, bytes: 4096
00000080:00200000:0.0:1789760796.244021:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.244030:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.244032:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68395008, 68399104) 0 0
00000080:00200000:0.0:1789760796.244036:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.244052:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16698, 16698]
00020000:00200000:0.0:1789760796.244060:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68395008 chunk: [68395008, 68399104) 68399104, 4096
00020000:00200000:0.0:1789760796.244065:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.244299:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16698, 16698]
00000008:00010000:0.0:1789760796.244320:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.244326:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.244338:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68395008, 68399104) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.244352:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68395008=0x413a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.244411:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.244414:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68399104
00000020:00010000:0.0:1789760796.244422:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.244426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.244430:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.244433:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.244436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.244445:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.244452:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.244472:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760796.244583:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 68395008<>68399104
00000100:00100000:1.0:1789760796.244666:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554905344:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.253732:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984007 gen 2
00000008:00010000:1.0:1789760796.253788:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760796.253797:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.253924:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.253995:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760796.254035:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554905344:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760796.254954:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16698, 16698]
00000080:00200000:3.0:1789760796.254974:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.254982:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.255272:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68399104 i_blocks 133616
00000020:00200000:2.0:1789760796.255280:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.255296:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.255332:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68399104, count: 4096
00000080:00200000:2.0:1789760796.255341:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68399104, bytes: 4096
00000080:00200000:2.0:1789760796.255356:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.255366:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.255368:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68399104, 68403200) 0 0
00000080:00200000:2.0:1789760796.255372:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.255391:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16699, 16699]
00020000:00200000:2.0:1789760796.255400:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68399104 chunk: [68399104, 68403200) 68403200, 4096
00020000:00200000:2.0:1789760796.255405:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.255431:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16699, 16699]
00000008:00010000:2.0:1789760796.255451:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.255458:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.255469:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68399104, 68403200) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.255484:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68399104=0x413b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.255549:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.255552:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68403200
00000020:00010000:2.0:1789760796.255560:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.255564:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.255567:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.255570:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.255573:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.255582:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.255588:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.255607:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.255721:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 68399104<>68403200
00000100:00100000:3.0:1789760796.256710:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.256742:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905472:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.273488:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984008 gen 2
00000008:00010000:3.0:1789760796.273538:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.273546:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.273559:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.273581:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.273611:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905472:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.273781:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16699, 16699]
00000080:00200000:2.0:1789760796.273797:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.273843:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.273860:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68403200 i_blocks 133624
00000020:00200000:2.0:1789760796.273864:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.273874:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.273909:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68403200, count: 4096
00000080:00200000:2.0:1789760796.273916:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68403200, bytes: 4096
00000080:00200000:2.0:1789760796.273926:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.273934:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.273936:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68403200, 68407296) 0 0
00000080:00200000:2.0:1789760796.273939:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.273955:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16700, 16700]
00020000:00200000:2.0:1789760796.273963:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68403200 chunk: [68403200, 68407296) 68407296, 4096
00020000:00200000:2.0:1789760796.273967:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.273986:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16700, 16700]
00000008:00010000:2.0:1789760796.274005:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.274021:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.274033:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68403200, 68407296) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.274047:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68403200=0x413c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.274271:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.274275:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68407296
00000020:00010000:2.0:1789760796.274284:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.274288:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.274291:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.274294:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.274297:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.274306:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.274312:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.274331:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760796.274432:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 68403200<>68407296
00000100:00100000:3.0:1789760796.274568:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905600:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.284694:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984009 gen 2
00000008:00010000:3.0:1789760796.284748:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760796.284756:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.284769:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.284788:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760796.284864:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905600:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.284986:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16700, 16700]
00000080:00200000:2.0:1789760796.285001:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.285007:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.285035:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68407296 i_blocks 133632
00000020:00200000:2.0:1789760796.285039:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.285050:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.285096:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68407296, count: 4096
00000080:00200000:2.0:1789760796.285104:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68407296, bytes: 4096
00000080:00200000:2.0:1789760796.285115:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.285125:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.285128:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68407296, 68411392) 0 0
00000080:00200000:2.0:1789760796.285133:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.285154:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16701, 16701]
00020000:00200000:2.0:1789760796.285164:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68407296 chunk: [68407296, 68411392) 68411392, 4096
00020000:00200000:2.0:1789760796.285170:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.285193:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16701, 16701]
00000008:00010000:2.0:1789760796.285212:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.285219:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.285233:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68407296, 68411392) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.285248:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68407296=0x413d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.285324:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.285327:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68411392
00000020:00010000:2.0:1789760796.285335:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.285339:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.285342:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.285346:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.285349:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.285358:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.285365:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.285382:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760796.285494:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 68407296<>68411392
00000100:00100000:3.0:1789760796.285702:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.285720:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905728:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.302945:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984010 gen 2
00000008:00010000:3.0:1789760796.302997:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760796.303007:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.303031:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.303184:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760796.303216:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554905728:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.303517:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16701, 16701]
00000080:00200000:0.0:1789760796.303535:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.303541:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.303556:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68411392 i_blocks 133640
00000020:00200000:0.0:1789760796.303560:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.303571:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.303606:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68411392, count: 4096
00000080:00200000:0.0:1789760796.303614:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68411392, bytes: 4096
00000080:00200000:0.0:1789760796.303628:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.303698:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.303701:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68411392, 68415488) 0 0
00000080:00200000:0.0:1789760796.303706:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.303725:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16702, 16702]
00020000:00200000:0.0:1789760796.303734:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68411392 chunk: [68411392, 68415488) 68415488, 4096
00020000:00200000:0.0:1789760796.303738:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.303760:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16702, 16702]
00000008:00010000:0.0:1789760796.303781:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.303787:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.303879:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68411392, 68415488) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.303895:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68411392=0x413e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.303953:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.303956:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68415488
00000020:00010000:0.0:1789760796.303964:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.303968:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.303971:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.303974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.303976:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.303985:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.303992:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.304373:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760796.304483:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 68411392<>68415488
00000100:00100000:1.0:1789760796.304566:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554905856:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.327791:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984011 gen 2
00000008:00010000:1.0:1789760796.327864:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760796.327873:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.327885:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.327909:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760796.327939:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554905856:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.328044:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16702, 16702]
00000080:00200000:0.0:1789760796.328062:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.328069:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.328084:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68415488 i_blocks 133648
00000020:00200000:0.0:1789760796.328087:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.328098:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.328132:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68415488, count: 4096
00000080:00200000:0.0:1789760796.328140:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68415488, bytes: 4096
00000080:00200000:0.0:1789760796.328149:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.328159:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.328161:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68415488, 68419584) 0 0
00000080:00200000:0.0:1789760796.328166:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.328185:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16703, 16703]
00020000:00200000:0.0:1789760796.328193:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68415488 chunk: [68415488, 68419584) 68419584, 4096
00020000:00200000:0.0:1789760796.328198:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.328218:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16703, 16703]
00000008:00010000:0.0:1789760796.328238:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.328243:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.328265:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68415488, 68419584) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.328279:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68415488=0x413f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.328341:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.328344:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68419584
00000020:00010000:0.0:1789760796.328352:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.328355:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.328358:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.328361:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.328364:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.328371:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.328378:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.328397:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760796.328504:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 68415488<>68419584
00000100:00100000:1.0:1789760796.328757:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554905984:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.343964:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984012 gen 2
00000008:00010000:1.0:1789760796.344279:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760796.344288:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.344301:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.344403:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760796.344435:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554905984:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.344752:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16703, 16703]
00000080:00200000:0.0:1789760796.344768:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.344774:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.344789:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68419584 i_blocks 133656
00000020:00200000:0.0:1789760796.344793:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.344832:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.344872:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68419584, count: 4096
00000080:00200000:0.0:1789760796.344880:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68419584, bytes: 4096
00000080:00200000:0.0:1789760796.344895:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.344903:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.344905:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68419584, 68423680) 0 0
00000080:00200000:0.0:1789760796.344909:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.344928:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16704, 16704]
00020000:00200000:0.0:1789760796.344936:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68419584 chunk: [68419584, 68423680) 68423680, 4096
00020000:00200000:0.0:1789760796.344940:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.344962:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16704, 16704]
00000008:00010000:0.0:1789760796.344983:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.344988:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.345000:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68419584, 68423680) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.345084:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68419584=0x4140000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.345150:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.345153:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68423680
00000020:00010000:0.0:1789760796.345162:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.345165:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.345169:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.345172:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.345175:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.345183:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.345190:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.345210:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760796.345335:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 68419584<>68423680
00000100:00100000:1.0:1789760796.345411:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554906112:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.361795:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984013 gen 2
00000008:00010000:1.0:1789760796.361898:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760796.361906:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.361919:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.361932:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760796.361962:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554906112:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.362405:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16704, 16704]
00000080:00200000:0.0:1789760796.362423:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.362430:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.362445:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68423680 i_blocks 133664
00000020:00200000:0.0:1789760796.362449:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.362460:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.362494:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68423680, count: 4096
00000080:00200000:0.0:1789760796.362502:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68423680, bytes: 4096
00000080:00200000:0.0:1789760796.362513:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.362521:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.362523:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68423680, 68427776) 0 0
00000080:00200000:0.0:1789760796.362528:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.362546:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16705, 16705]
00020000:00200000:0.0:1789760796.362556:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68423680 chunk: [68423680, 68427776) 68427776, 4096
00020000:00200000:0.0:1789760796.362561:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.362580:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16705, 16705]
00000008:00010000:0.0:1789760796.362599:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.362605:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.362617:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68423680, 68427776) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.362630:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68423680=0x4141000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.362705:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.362709:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68427776
00000020:00010000:0.0:1789760796.362717:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.362721:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.362724:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.362728:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.362731:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.362739:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.362746:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.362764:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760796.362906:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 68423680<>68427776
00000100:00100000:1.0:1789760796.363269:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906240:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.374264:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984014 gen 2
00000008:00010000:1.0:1789760796.374320:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760796.374329:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.374341:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.374369:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760796.374400:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906240:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.374508:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16705, 16705]
00000080:00200000:0.0:1789760796.374524:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.374531:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.374545:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68427776 i_blocks 133672
00000020:00200000:0.0:1789760796.374548:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.374558:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.374598:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68427776, count: 4096
00000080:00200000:0.0:1789760796.374605:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68427776, bytes: 4096
00000080:00200000:0.0:1789760796.374616:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.374625:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.374627:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68427776, 68431872) 0 0
00000080:00200000:0.0:1789760796.374631:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.374649:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16706, 16706]
00020000:00200000:0.0:1789760796.374658:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68427776 chunk: [68427776, 68431872) 68431872, 4096
00020000:00200000:0.0:1789760796.374663:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.374685:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16706, 16706]
00000008:00010000:0.0:1789760796.374704:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.374710:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.374721:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68427776, 68431872) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.374735:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68427776=0x4142000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.374795:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.374798:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68431872
00000020:00010000:0.0:1789760796.374832:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.374836:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.374839:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.374842:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.374845:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.374853:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.374860:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.374875:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760796.374984:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 68427776<>68431872
00000100:00100000:1.0:1789760796.375284:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.375304:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906368:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.385884:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984015 gen 2
00000008:00010000:1.0:1789760796.385960:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760796.385970:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.385983:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.386161:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760796.386196:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906368:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.386432:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16706, 16706]
00000080:00200000:0.0:1789760796.386449:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.386455:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.386470:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68431872 i_blocks 133680
00000020:00200000:0.0:1789760796.386475:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.386486:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.386521:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68431872, count: 4096
00000080:00200000:0.0:1789760796.386530:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68431872, bytes: 4096
00000080:00200000:0.0:1789760796.386542:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.386551:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.386553:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68431872, 68435968) 0 0
00000080:00200000:0.0:1789760796.386558:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.386576:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16707, 16707]
00020000:00200000:0.0:1789760796.386584:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68431872 chunk: [68431872, 68435968) 68435968, 4096
00020000:00200000:0.0:1789760796.386589:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.386610:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16707, 16707]
00000008:00010000:0.0:1789760796.386628:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.386645:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.386657:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68431872, 68435968) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.386671:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68431872=0x4143000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.386729:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.386732:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68435968
00000020:00010000:0.0:1789760796.386740:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.386744:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.386747:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.386751:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.386754:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.386762:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.386768:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.386784:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760796.387149:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 68431872<>68435968
00000100:00100000:1.0:1789760796.387282:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906496:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.399739:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984016 gen 2
00000008:00010000:1.0:1789760796.399795:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760796.399834:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.399847:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.399872:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760796.399902:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906496:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.400172:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16707, 16707]
00000080:00200000:0.0:1789760796.400187:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.400194:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.400209:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68435968 i_blocks 133688
00000020:00200000:0.0:1789760796.400212:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.400224:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.400266:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68435968, count: 4096
00000080:00200000:0.0:1789760796.400274:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68435968, bytes: 4096
00000080:00200000:0.0:1789760796.400284:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.400292:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.400294:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68435968, 68440064) 0 0
00000080:00200000:0.0:1789760796.400298:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.400314:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16708, 16708]
00020000:00200000:0.0:1789760796.400323:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68435968 chunk: [68435968, 68440064) 68440064, 4096
00020000:00200000:0.0:1789760796.400327:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.400348:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16708, 16708]
00000008:00010000:0.0:1789760796.400584:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.400591:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.400604:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68435968, 68440064) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.400619:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68435968=0x4144000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.400683:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.400686:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68440064
00000020:00010000:0.0:1789760796.400694:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.400698:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.400700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.400704:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.400706:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.400714:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.400720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.400797:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760796.400998:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 68435968<>68440064
00000100:00100000:0.0:1789760796.401184:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554906624:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.416093:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984017 gen 2
00000008:00010000:0.0:1789760796.416147:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:0.0:1789760796.416155:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.416166:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.416277:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:0.0:1789760796.416309:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554906624:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.416591:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16708, 16708]
00000080:00200000:1.0:1789760796.416607:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.416614:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.416629:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68440064 i_blocks 133696
00000020:00200000:1.0:1789760796.416633:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.416646:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.416682:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68440064, count: 4096
00000080:00200000:1.0:1789760796.416690:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68440064, bytes: 4096
00000080:00200000:1.0:1789760796.416706:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.416715:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.416718:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68440064, 68444160) 0 0
00000080:00200000:1.0:1789760796.416722:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.416904:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16709, 16709]
00020000:00200000:1.0:1789760796.416913:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68440064 chunk: [68440064, 68444160) 68444160, 4096
00020000:00200000:1.0:1789760796.416919:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.416942:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16709, 16709]
00000008:00010000:1.0:1789760796.416960:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.416966:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.416977:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68440064, 68444160) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.416991:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68440064=0x4145000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.417120:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.417124:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68444160
00000020:00010000:1.0:1789760796.417133:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.417137:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.417141:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.417144:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.417148:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.417157:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.417164:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.417184:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760796.417643:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68440064<>68444160
00000100:00100000:0.0:1789760796.417865:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906752:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.426021:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984018 gen 2
00000008:00010000:0.0:1789760796.426078:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760796.426087:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.426099:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.426124:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760796.426156:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906752:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.426335:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16709, 16709]
00000080:00200000:1.0:1789760796.426352:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.426367:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.426384:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68444160 i_blocks 133704
00000020:00200000:1.0:1789760796.426389:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.426400:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.426436:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68444160, count: 4096
00000080:00200000:1.0:1789760796.426445:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68444160, bytes: 4096
00000080:00200000:1.0:1789760796.426457:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.426467:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.426470:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68444160, 68448256) 0 0
00000080:00200000:1.0:1789760796.426475:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.426493:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16710, 16710]
00020000:00200000:1.0:1789760796.426501:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68444160 chunk: [68444160, 68448256) 68448256, 4096
00020000:00200000:1.0:1789760796.426506:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.426529:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16710, 16710]
00000008:00010000:1.0:1789760796.426548:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.426554:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.426566:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68444160, 68448256) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.426581:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68444160=0x4146000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.426646:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.426649:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68448256
00000020:00010000:1.0:1789760796.426657:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.426660:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.426663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.426667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.426670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.426679:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.426686:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.426702:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68240
00000008:00100000:1.0:1789760796.426857:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 68444160<>68448256
00000100:00100000:0.0:1789760796.427136:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760796.427157:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906880:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.439159:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984019 gen 2
00000008:00010000:0.0:1789760796.439226:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68240
00000020:00200000:0.0:1789760796.439237:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.439251:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.439286:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68240
00000100:00100000:0.0:1789760796.439601:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554906880:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.439930:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16710, 16710]
00000080:00200000:1.0:1789760796.439948:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.439954:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.439972:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68448256 i_blocks 133712
00000020:00200000:1.0:1789760796.439976:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.439989:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.440034:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68448256, count: 4096
00000080:00200000:1.0:1789760796.440042:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68448256, bytes: 4096
00000080:00200000:1.0:1789760796.440054:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.440071:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.440073:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68448256, 68452352) 0 0
00000080:00200000:1.0:1789760796.440077:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.440095:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16711, 16711]
00020000:00200000:1.0:1789760796.440103:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68448256 chunk: [68448256, 68452352) 68452352, 4096
00020000:00200000:1.0:1789760796.440108:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.440572:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16711, 16711]
00000008:00010000:1.0:1789760796.440592:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.440597:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.440610:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68448256, 68452352) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.440625:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68448256=0x4147000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.440761:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.440764:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68452352
00000020:00010000:1.0:1789760796.440774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.440777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.440781:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.440784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.440787:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.440797:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.440859:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.440884:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e689c0
00000008:00100000:1.0:1789760796.441002:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3b80 - object 0x280000401:2 offset 68448256<>68452352
00000100:00100000:0.0:1789760796.442737:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.442774:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554907008:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.455928:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984020 gen 2
00000008:00010000:0.0:1789760796.455982:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e689c0
00000020:00200000:0.0:1789760796.455990:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.456002:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.456034:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e689c0
00000100:00100000:0.0:1789760796.456066:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554907008:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.456743:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16711, 16711]
00000080:00200000:1.0:1789760796.456763:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.456770:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.456786:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68452352 i_blocks 133720
00000020:00200000:1.0:1789760796.456790:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.456850:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.456886:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68452352, count: 4096
00000080:00200000:1.0:1789760796.456893:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68452352, bytes: 4096
00000080:00200000:1.0:1789760796.456905:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.456914:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.456916:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68452352, 68456448) 0 0
00000080:00200000:1.0:1789760796.456920:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.456939:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16712, 16712]
00020000:00200000:1.0:1789760796.456947:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68452352 chunk: [68452352, 68456448) 68456448, 4096
00020000:00200000:1.0:1789760796.456952:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.456973:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16712, 16712]
00000008:00010000:1.0:1789760796.456991:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.456998:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760796.457084:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68452352, 68456448) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.457099:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68452352=0x4148000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.457165:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.457168:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68456448
00000020:00010000:1.0:1789760796.457177:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.457181:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.457184:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.457188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.457191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.457200:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.457400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.457426:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68a80
00000008:00100000:1.0:1789760796.457552:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68452352<>68456448
00000100:00100000:1.0:1789760796.457592:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.457613:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554907136:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.471695:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984021 gen 2
00000008:00010000:1.0:1789760796.471745:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:1.0:1789760796.471755:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.471767:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.471954:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:1.0:1789760796.471987:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554907136:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.472081:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16712, 16712]
00000080:00200000:2.0:1789760796.472099:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.472106:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.472122:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68456448 i_blocks 133728
00000020:00200000:2.0:1789760796.472126:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.472138:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.472175:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68456448, count: 4096
00000080:00200000:2.0:1789760796.472183:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68456448, bytes: 4096
00000080:00200000:2.0:1789760796.472194:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.472204:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.472206:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68456448, 68460544) 0 0
00000080:00200000:2.0:1789760796.472691:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.472712:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16713, 16713]
00020000:00200000:2.0:1789760796.472721:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68456448 chunk: [68456448, 68460544) 68460544, 4096
00020000:00200000:2.0:1789760796.472726:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.472750:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16713, 16713]
00000008:00010000:2.0:1789760796.472770:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.472777:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.472789:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68456448, 68460544) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.472832:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68456448=0x4149000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.472906:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.472909:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68460544
00000020:00010000:2.0:1789760796.472918:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.472921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.472924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.472928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.472931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.472940:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.472948:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.472968:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760796.473159:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68456448<>68460544
00000100:00100000:3.0:1789760796.473646:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907264:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.488636:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984022 gen 2
00000008:00010000:3.0:1789760796.488692:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760796.488701:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.488713:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.488735:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760796.488769:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907264:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.488949:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16713, 16713]
00000080:00200000:2.0:1789760796.488965:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.488973:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.489000:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68460544 i_blocks 133736
00000020:00200000:2.0:1789760796.489005:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.489024:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.489073:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68460544, count: 4096
00000080:00200000:2.0:1789760796.489081:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68460544, bytes: 4096
00000080:00200000:2.0:1789760796.489092:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.489101:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.489104:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68460544, 68464640) 0 0
00000080:00200000:2.0:1789760796.489108:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.489126:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16714, 16714]
00020000:00200000:2.0:1789760796.489135:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68460544 chunk: [68460544, 68464640) 68464640, 4096
00020000:00200000:2.0:1789760796.489140:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.489162:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16714, 16714]
00000008:00010000:2.0:1789760796.489181:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.489187:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.489200:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68460544, 68464640) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.489214:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68460544=0x414a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.489289:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.489292:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68464640
00000020:00010000:2.0:1789760796.489301:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.489304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.489307:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.489310:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.489313:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.489322:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.489329:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.489346:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760796.489461:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 68460544<>68464640
00000100:00100000:3.0:1789760796.489734:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.489755:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907392:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.505100:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984023 gen 2
00000008:00010000:3.0:1789760796.505156:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760796.505164:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.505176:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.505197:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760796.505227:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907392:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.505502:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16714, 16714]
00000080:00200000:2.0:1789760796.505519:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.505525:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.505541:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68464640 i_blocks 133744
00000020:00200000:2.0:1789760796.505546:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.505556:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.505591:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68464640, count: 4096
00000080:00200000:2.0:1789760796.505598:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68464640, bytes: 4096
00000080:00200000:2.0:1789760796.505612:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.505622:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.505624:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68464640, 68468736) 0 0
00000080:00200000:2.0:1789760796.505628:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.505788:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16715, 16715]
00020000:00200000:2.0:1789760796.505798:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68464640 chunk: [68464640, 68468736) 68468736, 4096
00020000:00200000:2.0:1789760796.505828:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.505852:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16715, 16715]
00000008:00010000:2.0:1789760796.505872:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.505879:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.505893:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68464640, 68468736) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.505907:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68464640=0x414b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.506194:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.506198:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68468736
00000020:00010000:2.0:1789760796.506208:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.506211:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.506214:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.506218:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.506221:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.506230:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.506237:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.506265:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760796.506366:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 68464640<>68468736
00000100:00100000:3.0:1789760796.506498:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907520:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.520274:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984024 gen 2
00000008:00010000:3.0:1789760796.520504:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760796.520514:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.520527:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.520608:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000080:00200000:2.0:1789760796.520704:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16715, 16715]
00000080:00200000:2.0:1789760796.520722:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.520728:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.520744:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68468736 i_blocks 133752
00000020:00200000:2.0:1789760796.520749:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.520759:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.520794:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68468736, count: 4096
00000080:00200000:2.0:1789760796.520852:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68468736, bytes: 4096
00000080:00200000:2.0:1789760796.520865:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.520874:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.520877:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68468736, 68472832) 0 0
00000080:00200000:2.0:1789760796.520881:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.520899:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16716, 16716]
00020000:00200000:2.0:1789760796.520908:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68468736 chunk: [68468736, 68472832) 68472832, 4096
00020000:00200000:2.0:1789760796.520913:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.520932:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16716, 16716]
00000008:00010000:2.0:1789760796.520952:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.520959:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.520971:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68468736, 68472832) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.520983:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68468736=0x414c000, pages 1 (max 131072), lockless, parallel
00000100:00100000:3.0:1789760796.521396:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907520:192.168.203.122@tcp:4:dd.0
00000020:00200000:2.0:1789760796.521953:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.521959:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68472832
00000020:00010000:2.0:1789760796.521970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.521974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.521977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.521981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.521984:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.521993:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.522001:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.522134:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760796.522252:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 68468736<>68472832
00000100:00100000:3.0:1789760796.522528:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554907648:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.532210:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984025 gen 2
00000008:00010000:3.0:1789760796.532274:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760796.532283:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.532296:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.532315:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760796.532345:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554907648:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.532456:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16716, 16716]
00000080:00200000:2.0:1789760796.532471:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.532477:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.532492:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68472832 i_blocks 133760
00000020:00200000:2.0:1789760796.532495:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.532504:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.532539:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68472832, count: 4096
00000080:00200000:2.0:1789760796.532546:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68472832, bytes: 4096
00000080:00200000:2.0:1789760796.532555:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.532564:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.532566:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68472832, 68476928) 0 0
00000080:00200000:2.0:1789760796.532570:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.532585:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16717, 16717]
00020000:00200000:2.0:1789760796.532594:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68472832 chunk: [68472832, 68476928) 68476928, 4096
00020000:00200000:2.0:1789760796.532598:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.532617:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16717, 16717]
00000008:00010000:2.0:1789760796.532780:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.532787:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.532842:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68472832, 68476928) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.532858:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68472832=0x414d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.532919:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.532922:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68476928
00000020:00010000:2.0:1789760796.532931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.532935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.532939:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.532942:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.532946:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.532955:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.532962:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.532978:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.533545:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 68472832<>68476928
00000100:00100000:3.0:1789760796.533719:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907776:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.542464:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984026 gen 2
00000008:00010000:3.0:1789760796.542571:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.542581:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.542593:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.542614:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.542645:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907776:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.542659:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16717, 16717]
00000080:00200000:2.0:1789760796.542677:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.542683:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.542698:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68476928 i_blocks 133768
00000020:00200000:2.0:1789760796.542702:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.542711:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.542744:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68476928, count: 4096
00000080:00200000:2.0:1789760796.542752:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68476928, bytes: 4096
00000080:00200000:2.0:1789760796.542761:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.542769:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.542772:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68476928, 68481024) 0 0
00000080:00200000:2.0:1789760796.542776:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.542793:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16718, 16718]
00020000:00200000:2.0:1789760796.542848:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68476928 chunk: [68476928, 68481024) 68481024, 4096
00020000:00200000:2.0:1789760796.542855:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.542873:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16718, 16718]
00000008:00010000:2.0:1789760796.542890:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.542895:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.542905:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68476928, 68481024) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.542918:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68476928=0x414e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.542967:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.542969:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68481024
00000020:00010000:2.0:1789760796.542977:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.542981:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.542984:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.542987:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.542990:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.542998:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.543003:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.543025:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760796.543125:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68476928<>68481024
00000100:00100000:3.0:1789760796.543403:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.543420:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907904:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.551980:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984027 gen 2
00000008:00010000:3.0:1789760796.552045:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.552054:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.552067:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.552088:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.552118:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554907904:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.552457:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16718, 16718]
00000080:00200000:2.0:1789760796.552472:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.552476:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.552490:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68481024 i_blocks 133776
00000020:00200000:2.0:1789760796.552492:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.552501:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.552530:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68481024, count: 4096
00000080:00200000:2.0:1789760796.552535:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68481024, bytes: 4096
00000080:00200000:2.0:1789760796.552543:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.552550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.552551:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68481024, 68485120) 0 0
00000080:00200000:2.0:1789760796.552555:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.552568:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16719, 16719]
00020000:00200000:2.0:1789760796.552575:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68481024 chunk: [68481024, 68485120) 68485120, 4096
00020000:00200000:2.0:1789760796.552578:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.552594:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16719, 16719]
00000008:00010000:2.0:1789760796.552609:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.552614:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.552623:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68481024, 68485120) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.552635:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68481024=0x414f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.552692:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.552695:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68485120
00000020:00010000:2.0:1789760796.552704:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.552708:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.552711:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.552714:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.552717:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.552725:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.552740:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.552760:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.552895:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68481024<>68485120
00000100:00100000:3.0:1789760796.553045:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908032:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.563154:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984028 gen 2
00000008:00010000:3.0:1789760796.563208:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.563217:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.563229:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.563916:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.563954:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908032:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.564239:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16719, 16719]
00000080:00200000:2.0:1789760796.564264:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.564270:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.564287:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68485120 i_blocks 133784
00000020:00200000:2.0:1789760796.564611:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.564624:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.564766:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68485120, count: 4096
00000080:00200000:2.0:1789760796.564775:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68485120, bytes: 4096
00000080:00200000:2.0:1789760796.564791:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.564836:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.564839:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68485120, 68489216) 0 0
00000080:00200000:2.0:1789760796.564844:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.564861:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16720, 16720]
00020000:00200000:2.0:1789760796.564870:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68485120 chunk: [68485120, 68489216) 68489216, 4096
00020000:00200000:2.0:1789760796.564874:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.564897:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16720, 16720]
00000008:00010000:2.0:1789760796.564915:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.564922:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.564934:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68485120, 68489216) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.564949:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68485120=0x4150000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.565204:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.565207:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68489216
00000020:00010000:2.0:1789760796.565215:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.565219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.565222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.565226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.565228:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.565238:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.565245:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.565277:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.565432:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 68485120<>68489216
00000100:00100000:3.0:1789760796.565608:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554908160:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.578650:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984029 gen 2
00000008:00010000:3.0:1789760796.578704:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.578712:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.578726:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.578789:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.578845:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554908160:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.578956:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16720, 16720]
00000080:00200000:2.0:1789760796.578977:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.578983:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.579073:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68489216 i_blocks 133792
00000020:00200000:2.0:1789760796.579077:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.579089:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.579125:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68489216, count: 4096
00000080:00200000:2.0:1789760796.579133:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68489216, bytes: 4096
00000080:00200000:2.0:1789760796.579144:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.579154:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.579156:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68489216, 68493312) 0 0
00000080:00200000:2.0:1789760796.579161:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.579178:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16721, 16721]
00020000:00200000:2.0:1789760796.579186:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68489216 chunk: [68489216, 68493312) 68493312, 4096
00020000:00200000:2.0:1789760796.579191:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.579214:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16721, 16721]
00000008:00010000:2.0:1789760796.579231:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.579238:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.579249:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68489216, 68493312) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.579273:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68489216=0x4151000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.579468:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.579471:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68493312
00000020:00010000:2.0:1789760796.579481:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.579485:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.579488:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.579492:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.579495:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.579503:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.579510:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.579529:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760796.579637:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 68489216<>68493312
00000100:00100000:3.0:1789760796.579709:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908288:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.593263:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984030 gen 2
00000008:00010000:3.0:1789760796.593333:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.593342:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.593354:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.593375:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.593405:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908288:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.593704:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16721, 16721]
00000080:00200000:2.0:1789760796.593721:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.593727:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.593743:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68493312 i_blocks 133800
00000020:00200000:2.0:1789760796.593748:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.593757:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.593793:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68493312, count: 4096
00000080:00200000:2.0:1789760796.593960:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68493312, bytes: 4096
00000080:00200000:2.0:1789760796.593973:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.593982:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.593984:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68493312, 68497408) 0 0
00000080:00200000:2.0:1789760796.594060:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.594193:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16722, 16722]
00020000:00200000:2.0:1789760796.594201:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68493312 chunk: [68493312, 68497408) 68497408, 4096
00020000:00200000:2.0:1789760796.594205:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.594225:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16722, 16722]
00000008:00010000:2.0:1789760796.594244:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.594251:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.594275:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68493312, 68497408) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.594577:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68493312=0x4152000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.594645:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.594648:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68497408
00000020:00010000:2.0:1789760796.594657:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.594661:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.594663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.594667:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.594670:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.594679:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.594686:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.594710:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.595628:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 68493312<>68497408
00000100:00100000:3.0:1789760796.596240:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.596279:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908416:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.612769:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984031 gen 2
00000008:00010000:3.0:1789760796.612867:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.612877:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.612890:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.612911:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.612939:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908416:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.613059:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16722, 16722]
00000080:00200000:2.0:1789760796.613076:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.613082:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.613098:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68497408 i_blocks 133808
00000020:00200000:2.0:1789760796.613101:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.613111:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.613143:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68497408, count: 4096
00000080:00200000:2.0:1789760796.613151:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68497408, bytes: 4096
00000080:00200000:2.0:1789760796.613161:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.613169:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.613172:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68497408, 68501504) 0 0
00000080:00200000:2.0:1789760796.613176:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.613193:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16723, 16723]
00020000:00200000:2.0:1789760796.613201:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68497408 chunk: [68497408, 68501504) 68501504, 4096
00020000:00200000:2.0:1789760796.613206:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.613225:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16723, 16723]
00000008:00010000:2.0:1789760796.613243:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.613250:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.613272:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68497408, 68501504) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.613285:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68497408=0x4153000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.613355:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.613358:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68501504
00000020:00010000:2.0:1789760796.613366:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.613369:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.613372:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.613375:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.613378:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.613386:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.613393:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.613407:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760796.613513:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 68497408<>68501504
00000100:00100000:3.0:1789760796.613767:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908544:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.625854:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984032 gen 2
00000008:00010000:3.0:1789760796.625907:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760796.625916:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.625928:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.626122:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760796.626154:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908544:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.628375:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16723, 16723]
00000080:00200000:2.0:1789760796.628403:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.628411:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.628434:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68501504 i_blocks 133816
00000020:00200000:2.0:1789760796.628441:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.628471:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.628512:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68501504, count: 4096
00000080:00200000:2.0:1789760796.628523:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68501504, bytes: 4096
00000080:00200000:2.0:1789760796.628539:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.628550:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.628552:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68501504, 68505600) 0 0
00000080:00200000:2.0:1789760796.628556:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.628571:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16724, 16724]
00020000:00200000:2.0:1789760796.628580:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68501504 chunk: [68501504, 68505600) 68505600, 4096
00020000:00200000:2.0:1789760796.628584:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.628612:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16724, 16724]
00000008:00010000:2.0:1789760796.628634:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.628641:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.628655:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68501504, 68505600) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.628672:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68501504=0x4154000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.628942:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.628946:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68505600
00000020:00010000:2.0:1789760796.628955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.628959:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.628963:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.628966:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.628970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.629096:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.629105:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.629140:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760796.629276:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68501504<>68505600
00000100:00100000:3.0:1789760796.629439:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.629470:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908672:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.651488:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984033 gen 2
00000008:00010000:3.0:1789760796.651543:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760796.651552:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.651565:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.651587:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760796.651618:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554908672:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.651739:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16724, 16724]
00000080:00200000:2.0:1789760796.652008:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.652076:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.652534:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68505600 i_blocks 133824
00000020:00200000:0.0:1789760796.652541:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.652553:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.652589:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68505600, count: 4096
00000080:00200000:0.0:1789760796.652596:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68505600, bytes: 4096
00000080:00200000:0.0:1789760796.652608:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.652616:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.652619:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68505600, 68509696) 0 0
00000080:00200000:0.0:1789760796.652623:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.652640:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16725, 16725]
00020000:00200000:0.0:1789760796.652649:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68505600 chunk: [68505600, 68509696) 68509696, 4096
00020000:00200000:0.0:1789760796.652654:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.652675:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16725, 16725]
00000008:00010000:0.0:1789760796.652694:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.652700:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.652712:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68505600, 68509696) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.652725:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68505600=0x4155000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.652890:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.652893:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68509696
00000020:00010000:0.0:1789760796.652903:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.652906:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.652911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.652914:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.652917:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.652926:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.652932:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.652950:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760796.653189:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 68505600<>68509696
00000100:00100000:1.0:1789760796.653297:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554908800:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.665734:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984034 gen 2
00000008:00010000:1.0:1789760796.665794:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760796.665832:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.665844:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.665869:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760796.665901:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554908800:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.666158:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16725, 16725]
00000080:00200000:0.0:1789760796.666175:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.666181:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.666196:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68509696 i_blocks 133832
00000020:00200000:0.0:1789760796.666200:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.666210:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.666244:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68509696, count: 4096
00000080:00200000:0.0:1789760796.666251:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68509696, bytes: 4096
00000080:00200000:0.0:1789760796.666273:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.666282:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.666285:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68509696, 68513792) 0 0
00000080:00200000:0.0:1789760796.666289:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.666306:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16726, 16726]
00020000:00200000:0.0:1789760796.666315:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68509696 chunk: [68509696, 68513792) 68513792, 4096
00020000:00200000:0.0:1789760796.666319:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.666341:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16726, 16726]
00000008:00010000:0.0:1789760796.666362:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.666367:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.666379:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68509696, 68513792) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.666393:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68509696=0x4156000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.666452:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.666455:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68513792
00000020:00010000:0.0:1789760796.666464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.666467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.666470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.666474:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.666477:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.666484:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.666491:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.666507:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760796.666612:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 68509696<>68513792
00000100:00100000:1.0:1789760796.666687:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554908928:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.675201:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984035 gen 2
00000008:00010000:1.0:1789760796.675263:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760796.675272:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.675284:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.675360:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760796.675391:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554908928:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.675482:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16726, 16726]
00000080:00200000:0.0:1789760796.675498:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.675504:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.675521:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68513792 i_blocks 133840
00000020:00200000:0.0:1789760796.675524:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.675534:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.675569:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68513792, count: 4096
00000080:00200000:0.0:1789760796.675577:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68513792, bytes: 4096
00000080:00200000:0.0:1789760796.675586:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.675594:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.675596:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68513792, 68517888) 0 0
00000080:00200000:0.0:1789760796.675601:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.675619:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16727, 16727]
00020000:00200000:0.0:1789760796.675628:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68513792 chunk: [68513792, 68517888) 68517888, 4096
00020000:00200000:0.0:1789760796.675692:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.675715:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16727, 16727]
00000008:00010000:0.0:1789760796.675734:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.675740:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.675751:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68513792, 68517888) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.675766:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68513792=0x4157000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.675851:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.675854:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68517888
00000020:00010000:0.0:1789760796.675862:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.675865:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.675869:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.675872:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.675875:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.675882:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.675887:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.675902:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760796.676132:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68513792<>68517888
00000100:00100000:1.0:1789760796.676202:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909056:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760796.685124:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760796.689550:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984036 gen 2
00000008:00010000:0.0:1789760796.689608:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760796.689616:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.689626:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.689769:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760796.689818:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909056:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760796.689921:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16727, 16727]
00000080:00200000:1.0:1789760796.689938:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.689944:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.690148:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68517888 i_blocks 133848
00000020:00200000:0.0:1789760796.690152:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.690162:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.690194:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68517888, count: 4096
00000080:00200000:0.0:1789760796.690201:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68517888, bytes: 4096
00000080:00200000:0.0:1789760796.690211:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.690219:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.690222:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68517888, 68521984) 0 0
00000080:00200000:0.0:1789760796.690226:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.690244:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16728, 16728]
00020000:00200000:0.0:1789760796.690284:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68517888 chunk: [68517888, 68521984) 68521984, 4096
00020000:00200000:0.0:1789760796.690289:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.690312:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16728, 16728]
00000008:00010000:0.0:1789760796.690332:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.690337:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.690349:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68517888, 68521984) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.690362:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68517888=0x4158000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.690415:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.690418:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68521984
00000020:00010000:0.0:1789760796.690425:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.690428:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.690431:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.690435:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.690437:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.690445:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.690451:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.690465:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760796.690566:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68517888<>68521984
00000100:00100000:1.0:1789760796.690743:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554909184:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.706677:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984037 gen 2
00000008:00010000:0.0:1789760796.706730:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760796.706738:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.706749:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.706774:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000080:00200000:2.0:1789760796.706917:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16728, 16728]
00000080:00200000:2.0:1789760796.706935:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.706942:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.706957:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68521984 i_blocks 133856
00000020:00200000:2.0:1789760796.706961:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.706971:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.707006:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68521984, count: 4096
00000080:00200000:2.0:1789760796.707024:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68521984, bytes: 4096
00000080:00200000:2.0:1789760796.707034:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.707043:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.707046:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68521984, 68526080) 0 0
00000080:00200000:2.0:1789760796.707051:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.707076:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16729, 16729]
00020000:00200000:2.0:1789760796.707085:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68521984 chunk: [68521984, 68526080) 68526080, 4096
00020000:00200000:2.0:1789760796.707088:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.707107:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16729, 16729]
00000008:00010000:2.0:1789760796.707121:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.707126:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.707135:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68521984, 68526080) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.707147:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68521984=0x4159000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.707187:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.707189:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68526080
00000020:00010000:2.0:1789760796.707195:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.707198:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.707200:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.707202:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.707204:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.707210:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.707215:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:0.0:1789760796.707511:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554909184:192.168.203.122@tcp:4:dd.0
00000008:00010000:0.0:1789760796.707551:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:0.0:1789760796.707638:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68521984<>68526080
00000100:00100000:0.0:1789760796.707688:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909312:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.720327:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984038 gen 2
00000008:00010000:0.0:1789760796.720602:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:0.0:1789760796.720611:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.720624:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.720645:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:0.0:1789760796.720677:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909312:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.720783:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16729, 16729]
00000080:00200000:2.0:1789760796.720798:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.720840:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.720862:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68526080 i_blocks 133864
00000020:00200000:2.0:1789760796.720866:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.720876:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.720908:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68526080, count: 4096
00000080:00200000:2.0:1789760796.720915:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68526080, bytes: 4096
00000080:00200000:2.0:1789760796.720926:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.720934:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.720937:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68526080, 68530176) 0 0
00000080:00200000:2.0:1789760796.720941:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.720957:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16730, 16730]
00020000:00200000:2.0:1789760796.720966:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68526080 chunk: [68526080, 68530176) 68530176, 4096
00020000:00200000:2.0:1789760796.720971:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.720991:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16730, 16730]
00000008:00010000:2.0:1789760796.721010:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.721016:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.721028:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68526080, 68530176) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.721042:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68526080=0x415a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.721408:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.721413:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68530176
00000020:00010000:2.0:1789760796.721422:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.721426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.721429:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.721433:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.721436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.721446:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.721453:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.721472:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760796.721569:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 68526080<>68530176
00000100:00100000:3.0:1789760796.721649:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554909440:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.734249:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984039 gen 2
00000008:00010000:3.0:1789760796.734322:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760796.734331:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.734344:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.734364:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760796.734393:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554909440:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.735457:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16730, 16730]
00000080:00200000:2.0:1789760796.735478:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.735485:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.735502:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68530176 i_blocks 133872
00000020:00200000:2.0:1789760796.735507:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.735520:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.735553:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68530176, count: 4096
00000080:00200000:2.0:1789760796.735562:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68530176, bytes: 4096
00000080:00200000:2.0:1789760796.735576:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.735585:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.735587:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68530176, 68534272) 0 0
00000080:00200000:2.0:1789760796.735591:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.735608:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16731, 16731]
00020000:00200000:2.0:1789760796.735616:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68530176 chunk: [68530176, 68534272) 68534272, 4096
00020000:00200000:2.0:1789760796.735620:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.735643:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16731, 16731]
00000008:00010000:2.0:1789760796.735661:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.735667:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.735680:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68530176, 68534272) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.735693:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68530176=0x415b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.735758:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.735762:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68534272
00000020:00010000:2.0:1789760796.735770:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.735774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.735777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.735780:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.735783:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.735793:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.735850:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.735868:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760796.735983:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 68530176<>68534272
00000100:00100000:3.0:1789760796.736154:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554909568:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.754630:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984040 gen 2
00000008:00010000:3.0:1789760796.754693:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760796.754701:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.754712:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.754731:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760796.754761:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554909568:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.756412:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16731, 16731]
00000080:00200000:2.0:1789760796.756434:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.756440:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.756457:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68534272 i_blocks 133880
00000020:00200000:2.0:1789760796.756461:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.756475:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.756507:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68534272, count: 4096
00000080:00200000:2.0:1789760796.756526:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68534272, bytes: 4096
00000080:00200000:2.0:1789760796.756541:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.756553:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.756556:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68534272, 68538368) 0 0
00000080:00200000:2.0:1789760796.756561:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.756579:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16732, 16732]
00020000:00200000:2.0:1789760796.756589:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68534272 chunk: [68534272, 68538368) 68538368, 4096
00020000:00200000:2.0:1789760796.756592:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.756615:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16732, 16732]
00000008:00010000:2.0:1789760796.756774:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.756781:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.756795:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68534272, 68538368) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.756844:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68534272=0x415c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.756915:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.756919:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68538368
00000020:00010000:2.0:1789760796.756928:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.756931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.756934:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.756938:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.756941:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.756950:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.756957:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.756974:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760796.757142:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 68534272<>68538368
00000100:00100000:3.0:1789760796.757250:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760796.757286:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554909696:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.768494:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984041 gen 2
00000008:00010000:3.0:1789760796.768549:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760796.768557:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.768647:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.768668:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760796.768698:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554909696:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.768718:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16732, 16732]
00000080:00200000:2.0:1789760796.768734:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.768740:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.768757:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68538368 i_blocks 133888
00000020:00200000:2.0:1789760796.768761:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.768771:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.768853:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68538368, count: 4096
00000080:00200000:2.0:1789760796.768862:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68538368, bytes: 4096
00000080:00200000:2.0:1789760796.768873:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.768882:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.768884:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68538368, 68542464) 0 0
00000080:00200000:2.0:1789760796.768889:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.768907:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16733, 16733]
00020000:00200000:2.0:1789760796.768916:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68538368 chunk: [68538368, 68542464) 68542464, 4096
00020000:00200000:2.0:1789760796.768919:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.768937:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16733, 16733]
00000008:00010000:2.0:1789760796.768952:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.768957:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.768967:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68538368, 68542464) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.768980:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68538368=0x415d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.769189:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.769193:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68542464
00000020:00010000:2.0:1789760796.769203:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.769206:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.769209:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.769213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.769216:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.769225:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.769231:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.769248:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.769374:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68538368<>68542464
00000100:00100000:3.0:1789760796.769422:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.769441:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554909824:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.782080:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984042 gen 2
00000008:00010000:2.0:1789760796.782211:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:2.0:1789760796.782220:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.782232:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.782262:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:2.0:1789760796.782293:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554909824:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.782367:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16733, 16733]
00000080:00200000:0.0:1789760796.782385:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.782391:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.782408:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68542464 i_blocks 133896
00000020:00200000:0.0:1789760796.782412:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.782422:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.782456:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68542464, count: 4096
00000080:00200000:0.0:1789760796.782463:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68542464, bytes: 4096
00000080:00200000:0.0:1789760796.782474:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.782483:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.782485:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68542464, 68546560) 0 0
00000080:00200000:0.0:1789760796.782489:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.782505:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16734, 16734]
00020000:00200000:0.0:1789760796.782513:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68542464 chunk: [68542464, 68546560) 68546560, 4096
00020000:00200000:0.0:1789760796.782517:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.782538:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16734, 16734]
00000008:00010000:0.0:1789760796.782556:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.782562:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.782573:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68542464, 68546560) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.782587:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68542464=0x415e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.782656:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.782660:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68546560
00000020:00010000:0.0:1789760796.782668:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.782672:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.782674:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.782678:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.782681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.782688:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.782695:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.782714:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760796.782841:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68542464<>68546560
00000100:00100000:0.0:1789760796.782876:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760796.782891:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909952:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.794675:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984043 gen 2
00000008:00010000:0.0:1789760796.794727:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:0.0:1789760796.794833:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.794844:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.794868:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:0.0:1789760796.794901:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554909952:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.795061:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16734, 16734]
00000080:00200000:2.0:1789760796.795079:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.795086:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.795103:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68546560 i_blocks 133904
00000020:00200000:2.0:1789760796.795107:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.795116:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.795155:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68546560, count: 4096
00000080:00200000:2.0:1789760796.795163:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68546560, bytes: 4096
00000080:00200000:2.0:1789760796.795172:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.795182:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.795184:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68546560, 68550656) 0 0
00000080:00200000:2.0:1789760796.795190:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.795205:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16735, 16735]
00020000:00200000:2.0:1789760796.795213:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68546560 chunk: [68546560, 68550656) 68550656, 4096
00020000:00200000:2.0:1789760796.795217:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.795237:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16735, 16735]
00000008:00010000:2.0:1789760796.796139:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.796147:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.796163:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68546560, 68550656) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.796177:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68546560=0x415f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.796245:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.796248:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68550656
00000020:00010000:2.0:1789760796.796267:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.796271:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.796274:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.796277:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.796280:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.796290:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.796297:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.796324:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.796445:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68546560<>68550656
00000100:00100000:2.0:1789760796.796506:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554910080:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.806721:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984044 gen 2
00000008:00010000:3.0:1789760796.806892:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.806901:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.806913:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.806929:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.806962:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554910080:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.807135:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16735, 16735]
00000080:00200000:0.0:1789760796.807151:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.807158:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.807174:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68550656 i_blocks 133912
00000020:00200000:0.0:1789760796.807178:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.807188:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.807222:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68550656, count: 4096
00000080:00200000:0.0:1789760796.807229:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68550656, bytes: 4096
00000080:00200000:0.0:1789760796.807241:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.807250:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.807267:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68550656, 68554752) 0 0
00000080:00200000:0.0:1789760796.807272:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.807290:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16736, 16736]
00020000:00200000:0.0:1789760796.807299:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68550656 chunk: [68550656, 68554752) 68554752, 4096
00020000:00200000:0.0:1789760796.807373:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.807396:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16736, 16736]
00000008:00010000:0.0:1789760796.807415:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.807421:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.807434:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68550656, 68554752) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.807449:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68550656=0x4160000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.807508:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.807510:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68554752
00000020:00010000:0.0:1789760796.807519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.807523:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.807526:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.807529:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.807532:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.807539:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.807545:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.807560:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760796.807664:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68550656<>68554752
00000100:00100000:1.0:1789760796.807756:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554910208:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.823357:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984045 gen 2
00000008:00010000:1.0:1789760796.823410:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760796.823419:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.823431:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.823456:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760796.823485:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554910208:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.823663:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16736, 16736]
00000080:00200000:0.0:1789760796.823679:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.823685:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.823701:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68554752 i_blocks 133920
00000020:00200000:0.0:1789760796.823705:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.823715:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.823853:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68554752, count: 4096
00000080:00200000:0.0:1789760796.823863:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68554752, bytes: 4096
00000080:00200000:0.0:1789760796.823874:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.823883:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.823885:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68554752, 68558848) 0 0
00000080:00200000:0.0:1789760796.823889:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.823907:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16737, 16737]
00020000:00200000:0.0:1789760796.823916:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68554752 chunk: [68554752, 68558848) 68558848, 4096
00020000:00200000:0.0:1789760796.823920:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.823939:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16737, 16737]
00000008:00010000:0.0:1789760796.823958:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.823964:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.823976:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68554752, 68558848) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.823990:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68554752=0x4161000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.824053:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.824056:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68558848
00000020:00010000:0.0:1789760796.824065:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.824069:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.824072:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.824075:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.824077:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.824084:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.824091:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.824108:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760796.824209:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 68554752<>68558848
00000100:00100000:1.0:1789760796.824667:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910336:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.837702:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984046 gen 2
00000008:00010000:1.0:1789760796.837765:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760796.837774:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.837785:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.837840:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760796.837871:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910336:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.838056:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16737, 16737]
00000080:00200000:0.0:1789760796.838072:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.838078:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.838095:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68558848 i_blocks 133928
00000020:00200000:0.0:1789760796.838098:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.838108:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.838142:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68558848, count: 4096
00000080:00200000:0.0:1789760796.838149:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68558848, bytes: 4096
00000080:00200000:0.0:1789760796.838162:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.838171:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.838174:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68558848, 68562944) 0 0
00000080:00200000:0.0:1789760796.838178:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.838194:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16738, 16738]
00020000:00200000:0.0:1789760796.838202:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68558848 chunk: [68558848, 68562944) 68562944, 4096
00020000:00200000:0.0:1789760796.838207:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.838227:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16738, 16738]
00000008:00010000:0.0:1789760796.838243:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.838249:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.838275:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68558848, 68562944) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.838289:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68558848=0x4162000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.838354:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.838357:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68562944
00000020:00010000:0.0:1789760796.838365:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.838368:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.838371:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.838374:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.838377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.838384:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.838391:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.838407:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760796.838506:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 68558848<>68562944
00000100:00100000:1.0:1789760796.838967:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760796.839000:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910464:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760796.847410:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984047 gen 2
00000008:00010000:1.0:1789760796.847463:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760796.847472:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.847486:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.847510:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000080:00200000:0.0:1789760796.847539:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16738, 16738]
00000100:00100000:1.0:1789760796.847543:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910464:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.847556:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.847562:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.847576:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68562944 i_blocks 133936
00000020:00200000:0.0:1789760796.847579:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.847589:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.847625:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68562944, count: 4096
00000080:00200000:0.0:1789760796.847633:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68562944, bytes: 4096
00000080:00200000:0.0:1789760796.847643:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.847651:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.847654:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68562944, 68567040) 0 0
00000080:00200000:0.0:1789760796.847657:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.847674:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16739, 16739]
00020000:00200000:0.0:1789760796.847683:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68562944 chunk: [68562944, 68567040) 68567040, 4096
00020000:00200000:0.0:1789760796.847687:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.847707:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16739, 16739]
00000008:00010000:0.0:1789760796.847727:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.847744:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.847756:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68562944, 68567040) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.847771:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68562944=0x4163000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.847850:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.847853:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68567040
00000020:00010000:0.0:1789760796.847860:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.847864:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.847867:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.847871:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97998 (ffff8d7c879ab998/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.847873:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab998/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.847881:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.847888:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.847904:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760796.848013:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 68562944<>68567040
00000100:00100000:1.0:1789760796.848173:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910592:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.862536:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984048 gen 2
00000008:00010000:0.0:1789760796.862587:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:0.0:1789760796.862597:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.862607:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.862629:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:0.0:1789760796.862659:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910592:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760796.862732:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16739, 16739]
00000080:00200000:3.0:1789760796.862748:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.862753:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.862768:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68567040 i_blocks 133944
00000020:00200000:3.0:1789760796.862772:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.862783:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.862874:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68567040, count: 4096
00000080:00200000:3.0:1789760796.862883:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68567040, bytes: 4096
00000080:00200000:3.0:1789760796.862892:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.862901:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.862903:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68567040, 68571136) 0 0
00000080:00200000:3.0:1789760796.862908:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.862924:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16740, 16740]
00020000:00200000:3.0:1789760796.862933:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68567040 chunk: [68567040, 68571136) 68571136, 4096
00020000:00200000:3.0:1789760796.862937:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.862957:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16740, 16740]
00000008:00010000:3.0:1789760796.862975:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.862980:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760796.862992:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68567040, 68571136) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.863005:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68567040=0x4164000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.863076:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.863079:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68571136
00000020:00010000:3.0:1789760796.863088:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.863091:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.863093:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.863097:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.863100:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.863108:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.863115:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.863130:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760796.863233:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68567040<>68571136
00000100:00100000:3.0:1789760796.863281:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760796.863299:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554910720:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.875460:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984049 gen 2
00000008:00010000:3.0:1789760796.875513:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:3.0:1789760796.875522:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.875534:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.875562:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000100:00100000:3.0:1789760796.875596:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554910720:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.875791:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16740, 16740]
00000080:00200000:0.0:1789760796.875850:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.875856:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.875874:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68571136 i_blocks 133952
00000020:00200000:0.0:1789760796.875878:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.875888:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.875924:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68571136, count: 4096
00000080:00200000:0.0:1789760796.875931:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68571136, bytes: 4096
00000080:00200000:0.0:1789760796.875942:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.875952:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.875955:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68571136, 68575232) 0 0
00000080:00200000:0.0:1789760796.875960:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.875980:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16741, 16741]
00020000:00200000:0.0:1789760796.875990:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68571136 chunk: [68571136, 68575232) 68575232, 4096
00020000:00200000:0.0:1789760796.875994:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.876028:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16741, 16741]
00000008:00010000:0.0:1789760796.876054:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.876071:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.876086:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68571136, 68575232) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.876101:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68571136=0x4165000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.876170:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.876173:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68575232
00000020:00010000:0.0:1789760796.876182:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.876186:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.876189:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.876192:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.876194:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.876202:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.876208:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.876226:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760796.876346:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 68571136<>68575232
00000100:00100000:0.0:1789760796.876394:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760796.876411:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910848:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760796.891977:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984050 gen 2
00000008:00010000:0.0:1789760796.892040:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:0.0:1789760796.892050:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760796.892060:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760796.892091:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:0.0:1789760796.892124:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554910848:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760796.892488:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16741, 16741]
00000080:00200000:3.0:1789760796.892505:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.892511:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760796.892528:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68575232 i_blocks 133960
00000020:00200000:3.0:1789760796.892532:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760796.892543:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760796.892580:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68575232, count: 4096
00000080:00200000:3.0:1789760796.892588:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68575232, bytes: 4096
00000080:00200000:3.0:1789760796.892600:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760796.892609:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760796.892613:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68575232, 68579328) 0 0
00000080:00200000:3.0:1789760796.892617:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760796.892644:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16742, 16742]
00020000:00200000:3.0:1789760796.892653:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68575232 chunk: [68575232, 68579328) 68579328, 4096
00020000:00200000:3.0:1789760796.892658:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760796.892680:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16742, 16742]
00000008:00010000:3.0:1789760796.892699:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760796.892704:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760796.892715:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68575232, 68579328) append 0 append lockpos 0
00000080:00200000:3.0:1789760796.892731:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68575232=0x4166000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760796.892789:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760796.892791:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68579328
00000020:00010000:3.0:1789760796.892850:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760796.892854:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.892857:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760796.892860:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760796.892864:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760796.892872:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760796.892879:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.892896:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9e40
00000008:00100000:3.0:1789760796.893002:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87dfb100 - object 0x280000401:2 offset 68575232<>68579328
00000100:00100000:2.0:1789760796.893165:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760796.893188:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554910976:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.903561:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984051 gen 2
00000008:00010000:2.0:1789760796.903821:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9e40
00000020:00200000:2.0:1789760796.903830:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.903841:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.903895:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9e40
00000100:00100000:2.0:1789760796.903927:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554910976:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760796.904006:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16742, 16742]
00000080:00200000:3.0:1789760796.904134:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760796.904141:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.904218:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68579328 i_blocks 133968
00000020:00200000:2.0:1789760796.904222:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.904232:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.904272:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68579328, count: 4096
00000080:00200000:2.0:1789760796.904280:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68579328, bytes: 4096
00000080:00200000:2.0:1789760796.904293:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.904302:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.904304:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68579328, 68583424) 0 0
00000080:00200000:2.0:1789760796.904309:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.904325:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16743, 16743]
00020000:00200000:2.0:1789760796.904333:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68579328 chunk: [68579328, 68583424) 68583424, 4096
00020000:00200000:2.0:1789760796.904337:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.904357:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16743, 16743]
00000008:00010000:2.0:1789760796.904374:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.904379:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.904390:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68579328, 68583424) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.904404:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68579328=0x4167000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.904459:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.904461:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68583424
00000020:00010000:2.0:1789760796.904470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.904473:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.904477:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.904480:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.904483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.904490:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.904496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.904508:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760796.904606:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 68579328<>68583424
00000100:00100000:3.0:1789760796.904715:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911104:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.912720:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984052 gen 2
00000008:00010000:3.0:1789760796.912771:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.912780:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.912792:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.912862:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.912891:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911104:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.913182:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16743, 16743]
00000080:00200000:2.0:1789760796.913199:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.913204:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.913220:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68583424 i_blocks 133976
00000020:00200000:2.0:1789760796.913224:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.913234:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.913277:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68583424, count: 4096
00000080:00200000:2.0:1789760796.913284:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68583424, bytes: 4096
00000080:00200000:2.0:1789760796.913295:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.913304:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.913307:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68583424, 68587520) 0 0
00000080:00200000:2.0:1789760796.913311:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.913329:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16744, 16744]
00020000:00200000:2.0:1789760796.913337:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68583424 chunk: [68583424, 68587520) 68587520, 4096
00020000:00200000:2.0:1789760796.913341:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.913362:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16744, 16744]
00000008:00010000:2.0:1789760796.913379:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.913385:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.913398:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68583424, 68587520) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.913412:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68583424=0x4168000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.913472:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.913475:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68587520
00000020:00010000:2.0:1789760796.913483:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.913487:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.913490:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.913493:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.913496:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.913504:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.913510:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.913525:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.913644:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 68583424<>68587520
00000100:00100000:3.0:1789760796.913773:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554911232:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.922566:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984053 gen 2
00000008:00010000:3.0:1789760796.922620:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.922628:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.922707:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.922768:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.922852:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554911232:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.923010:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16744, 16744]
00000080:00200000:2.0:1789760796.923028:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.923035:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.923050:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68587520 i_blocks 133984
00000020:00200000:2.0:1789760796.923055:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.923134:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.923173:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68587520, count: 4096
00000080:00200000:2.0:1789760796.923181:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68587520, bytes: 4096
00000080:00200000:2.0:1789760796.923192:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.923201:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.923203:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68587520, 68591616) 0 0
00000080:00200000:2.0:1789760796.923208:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.923227:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16745, 16745]
00020000:00200000:2.0:1789760796.923237:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68587520 chunk: [68587520, 68591616) 68591616, 4096
00020000:00200000:2.0:1789760796.923316:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.923338:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16745, 16745]
00000008:00010000:2.0:1789760796.923358:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.923364:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.923376:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68587520, 68591616) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.923391:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68587520=0x4169000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.923452:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.923455:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68591616
00000020:00010000:2.0:1789760796.923463:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.923467:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.923470:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.923474:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.923477:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.923487:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.923493:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.923511:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760796.923620:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 68587520<>68591616
00000100:00100000:3.0:1789760796.923706:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911360:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.943949:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984054 gen 2
00000008:00010000:3.0:1789760796.944427:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760796.944437:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.944452:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.944479:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760796.944516:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911360:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.944642:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16745, 16745]
00000080:00200000:2.0:1789760796.944663:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.944669:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.944684:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68591616 i_blocks 133992
00000020:00200000:2.0:1789760796.944689:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.944700:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.944738:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68591616, count: 4096
00000080:00200000:2.0:1789760796.944747:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68591616, bytes: 4096
00000080:00200000:2.0:1789760796.944763:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.944772:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.944774:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68591616, 68595712) 0 0
00000080:00200000:2.0:1789760796.944779:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.944797:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16746, 16746]
00020000:00200000:2.0:1789760796.944830:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68591616 chunk: [68591616, 68595712) 68595712, 4096
00020000:00200000:2.0:1789760796.944834:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.944858:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16746, 16746]
00000008:00010000:2.0:1789760796.944877:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.944884:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.944896:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68591616, 68595712) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.944910:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68591616=0x416a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.944964:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.944967:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68595712
00000020:00010000:2.0:1789760796.944975:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.944979:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.944982:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.944986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.944988:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.944997:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.945004:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760796.945589:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:3.0:1789760796.945703:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 68591616<>68595712
00000100:00100000:3.0:1789760796.945749:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760796.945766:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911488:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.961433:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984055 gen 2
00000008:00010000:3.0:1789760796.961485:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760796.961494:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.961517:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.961536:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760796.961564:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554911488:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760796.961676:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16746, 16746]
00000080:00200000:2.0:1789760796.961692:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.961699:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.961716:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68595712 i_blocks 134000
00000020:00200000:2.0:1789760796.961720:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.961730:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.961762:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68595712, count: 4096
00000080:00200000:2.0:1789760796.961770:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68595712, bytes: 4096
00000080:00200000:2.0:1789760796.961780:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.961789:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.961792:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68595712, 68599808) 0 0
00000080:00200000:2.0:1789760796.961796:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.961870:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16747, 16747]
00020000:00200000:2.0:1789760796.961878:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68595712 chunk: [68595712, 68599808) 68599808, 4096
00020000:00200000:2.0:1789760796.961883:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.961905:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16747, 16747]
00000008:00010000:2.0:1789760796.961926:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.961932:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760796.961945:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68595712, 68599808) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.961959:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68595712=0x416b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.962016:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.962019:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68599808
00000020:00010000:2.0:1789760796.962028:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.962032:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.962035:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.962038:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.962042:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.962050:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.962057:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.962073:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760796.962198:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 68595712<>68599808
00000100:00100000:2.0:1789760796.962249:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760796.962279:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554911616:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760796.987343:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984056 gen 2
00000008:00010000:3.0:1789760796.987389:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760796.987398:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760796.987409:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760796.987426:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760796.987451:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554911616:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760796.988412:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16747, 16747]
00000080:00200000:0.0:1789760796.988492:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.988499:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.988516:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68599808 i_blocks 134008
00000020:00200000:0.0:1789760796.988521:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.988590:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.988629:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68599808, count: 4096
00000080:00200000:0.0:1789760796.988639:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68599808, bytes: 4096
00000080:00200000:0.0:1789760796.988651:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.988661:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.988663:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68599808, 68603904) 0 0
00000080:00200000:0.0:1789760796.988667:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.988688:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16748, 16748]
00020000:00200000:0.0:1789760796.988697:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68599808 chunk: [68599808, 68603904) 68603904, 4096
00020000:00200000:0.0:1789760796.988702:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.988724:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16748, 16748]
00000008:00010000:0.0:1789760796.988744:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.988750:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760796.988763:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68599808, 68603904) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.988777:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68599808=0x416c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.988871:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.988874:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68603904
00000020:00010000:0.0:1789760796.988882:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.988885:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.988889:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.988892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.988895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.988903:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.988911:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.988932:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760796.989044:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadc00 - object 0x280000401:2 offset 68599808<>68603904
00000100:00100000:1.0:1789760796.989381:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554911744:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.001996:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984057 gen 2
00000008:00010000:1.0:1789760797.002126:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760797.002135:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.002147:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.002231:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760797.002281:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554911744:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.002753:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16748, 16748]
00000080:00200000:0.0:1789760797.002770:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.002775:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.002791:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68603904 i_blocks 134016
00000020:00200000:0.0:1789760797.002794:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.003373:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.003413:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68603904, count: 4096
00000080:00200000:0.0:1789760797.003423:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68603904, bytes: 4096
00000080:00200000:0.0:1789760797.003436:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.003445:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.003448:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68603904, 68608000) 0 0
00000080:00200000:0.0:1789760797.003453:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.003470:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16749, 16749]
00020000:00200000:0.0:1789760797.003480:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68603904 chunk: [68603904, 68608000) 68608000, 4096
00020000:00200000:0.0:1789760797.003485:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.003505:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16749, 16749]
00000008:00010000:0.0:1789760797.003523:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.003756:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.003772:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68603904, 68608000) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.003789:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68603904=0x416d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.005217:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.005228:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68608000
00000020:00010000:0.0:1789760797.005312:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.005317:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.005321:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.005325:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.005327:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.005344:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.005355:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.005388:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760797.005517:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae680 - object 0x280000401:2 offset 68603904<>68608000
00000100:00100000:1.0:1789760797.005664:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554911872:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.019893:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984058 gen 2
00000008:00010000:1.0:1789760797.019946:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760797.019956:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.019965:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.019991:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760797.020020:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554911872:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.020186:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16749, 16749]
00000080:00200000:0.0:1789760797.020202:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.020209:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.020410:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68608000 i_blocks 134024
00000020:00200000:0.0:1789760797.020414:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.020425:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.020460:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68608000, count: 4096
00000080:00200000:0.0:1789760797.020467:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68608000, bytes: 4096
00000080:00200000:0.0:1789760797.020481:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.020492:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.020494:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68608000, 68612096) 0 0
00000080:00200000:0.0:1789760797.020499:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.020517:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16750, 16750]
00020000:00200000:0.0:1789760797.020525:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68608000 chunk: [68608000, 68612096) 68612096, 4096
00020000:00200000:0.0:1789760797.020529:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.020550:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16750, 16750]
00000008:00010000:0.0:1789760797.020568:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.020575:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e31b0, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.020587:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68608000, 68612096) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.020601:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68608000=0x416e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.022372:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.022384:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68612096
00000020:00010000:1.0:1789760797.022400:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.022404:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.022408:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e31b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.022412:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.022415:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e31b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.022429:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.022439:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.022460:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68a80
00000008:00100000:1.0:1789760797.022580:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68608000<>68612096
00000100:00100000:1.0:1789760797.024489:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.024528:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554912000:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.045926:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984059 gen 2
00000008:00010000:1.0:1789760797.045977:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:1.0:1789760797.045986:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.045996:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.046024:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:1.0:1789760797.046119:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554912000:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.047271:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16750, 16750]
00000080:00200000:2.0:1789760797.047294:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.047300:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.047316:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68612096 i_blocks 134032
00000020:00200000:2.0:1789760797.047321:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.047334:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.047368:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68612096, count: 4096
00000080:00200000:2.0:1789760797.047376:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68612096, bytes: 4096
00000080:00200000:2.0:1789760797.047391:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.047400:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.047402:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68612096, 68616192) 0 0
00000080:00200000:2.0:1789760797.047407:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.047425:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16751, 16751]
00020000:00200000:2.0:1789760797.047434:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68612096 chunk: [68612096, 68616192) 68616192, 4096
00020000:00200000:2.0:1789760797.047439:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.047463:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16751, 16751]
00000008:00010000:2.0:1789760797.047482:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.047489:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.047500:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68612096, 68616192) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.047514:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68612096=0x416f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.047575:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.047578:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68616192
00000020:00010000:2.0:1789760797.047586:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.047589:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.047593:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.047596:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.047599:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.047608:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.047615:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.047636:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760797.048448:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 68612096<>68616192
00000100:00100000:2.0:1789760797.048516:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912128:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.065465:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984060 gen 2
00000008:00010000:3.0:1789760797.066434:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760797.066444:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.066458:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.067081:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760797.067118:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912128:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.067446:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16751, 16751]
00000080:00200000:1.0:1789760797.067463:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.067602:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.067622:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68616192 i_blocks 134040
00000020:00200000:1.0:1789760797.067627:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.067639:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.067673:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68616192, count: 4096
00000080:00200000:1.0:1789760797.067680:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68616192, bytes: 4096
00000080:00200000:1.0:1789760797.067695:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.067704:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.067706:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68616192, 68620288) 0 0
00000080:00200000:1.0:1789760797.067710:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.067728:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16752, 16752]
00020000:00200000:1.0:1789760797.067736:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68616192 chunk: [68616192, 68620288) 68620288, 4096
00020000:00200000:1.0:1789760797.067741:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.067762:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16752, 16752]
00000008:00010000:1.0:1789760797.067780:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.067787:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.067799:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68616192, 68620288) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.067839:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68616192=0x4170000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.067901:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.067904:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68620288
00000020:00010000:1.0:1789760797.067911:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.067915:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.067918:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.067922:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.067924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.067932:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.067939:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.067958:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68a80
00000008:00100000:1.0:1789760797.071941:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68616192<>68620288
00000100:00100000:1.0:1789760797.072075:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554912256:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.091865:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984061 gen 2
00000008:00010000:1.0:1789760797.091917:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:1.0:1789760797.091925:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.091938:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.091959:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000080:00200000:2.0:1789760797.092049:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16752, 16752]
00000100:00100000:1.0:1789760797.092063:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554912256:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.092068:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.092073:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.092089:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68620288 i_blocks 134048
00000020:00200000:2.0:1789760797.092092:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.092104:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.092151:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68620288, count: 4096
00000080:00200000:2.0:1789760797.092158:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68620288, bytes: 4096
00000080:00200000:2.0:1789760797.092168:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.092178:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.092180:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68620288, 68624384) 0 0
00000080:00200000:2.0:1789760797.092185:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.092201:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16753, 16753]
00020000:00200000:2.0:1789760797.092210:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68620288 chunk: [68620288, 68624384) 68624384, 4096
00020000:00200000:2.0:1789760797.092215:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.092243:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16753, 16753]
00000008:00010000:2.0:1789760797.092271:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.092277:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.092289:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68620288, 68624384) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.092302:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68620288=0x4171000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.092358:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.092362:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68624384
00000020:00010000:2.0:1789760797.092370:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.092375:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.092377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.092381:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.092384:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.092393:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.092399:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.092416:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cf00
00000008:00100000:2.0:1789760797.092525:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 68620288<>68624384
00000100:00100000:3.0:1789760797.092612:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912384:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.105202:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984062 gen 2
00000008:00010000:3.0:1789760797.105269:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cf00
00000020:00200000:3.0:1789760797.105278:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.105291:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.105314:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cf00
00000100:00100000:3.0:1789760797.105344:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912384:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.105602:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16753, 16753]
00000080:00200000:2.0:1789760797.105619:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.105626:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.105652:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68624384 i_blocks 134056
00000020:00200000:2.0:1789760797.105656:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.105667:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.105706:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68624384, count: 4096
00000080:00200000:2.0:1789760797.105714:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68624384, bytes: 4096
00000080:00200000:2.0:1789760797.105725:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.105734:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.105736:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68624384, 68628480) 0 0
00000080:00200000:2.0:1789760797.105741:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.105759:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16754, 16754]
00020000:00200000:2.0:1789760797.105768:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68624384 chunk: [68624384, 68628480) 68628480, 4096
00020000:00200000:2.0:1789760797.105773:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.105796:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16754, 16754]
00000008:00010000:2.0:1789760797.105844:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.105851:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.105864:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68624384, 68628480) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.105880:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68624384=0x4172000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.105943:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.105947:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68628480
00000020:00010000:2.0:1789760797.105955:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.105959:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.105963:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.105966:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.105970:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.105979:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.105986:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.106004:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760797.106717:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 68624384<>68628480
00000100:00100000:3.0:1789760797.107264:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912512:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.123772:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984063 gen 2
00000008:00010000:3.0:1789760797.123860:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760797.123869:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.123882:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.125918:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760797.125964:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912512:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.126257:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16754, 16754]
00000080:00200000:2.0:1789760797.126274:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.126281:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.126376:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68628480 i_blocks 134064
00000020:00200000:2.0:1789760797.126382:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.126393:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.126427:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68628480, count: 4096
00000080:00200000:2.0:1789760797.126435:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68628480, bytes: 4096
00000080:00200000:2.0:1789760797.126450:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.126459:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.126461:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68628480, 68632576) 0 0
00000080:00200000:2.0:1789760797.126465:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.126482:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16755, 16755]
00020000:00200000:2.0:1789760797.126492:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68628480 chunk: [68628480, 68632576) 68632576, 4096
00020000:00200000:2.0:1789760797.126496:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.126517:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16755, 16755]
00000008:00010000:2.0:1789760797.126535:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.126541:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.126553:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68628480, 68632576) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.126568:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68628480=0x4173000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.126700:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.126704:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68632576
00000020:00010000:2.0:1789760797.126713:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.126717:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.126720:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.126724:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.126727:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.126736:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.126743:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.126757:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760797.126906:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 68628480<>68632576
00000100:00100000:3.0:1789760797.127053:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912640:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.141653:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984064 gen 2
00000008:00010000:2.0:1789760797.141952:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:2.0:1789760797.141962:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.141975:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.142233:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:2.0:1789760797.142276:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912640:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760797.148587:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16755, 16755]
00000080:00200000:3.0:1789760797.148617:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.148623:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.154917:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68632576 i_blocks 134072
00000020:00200000:2.0:1789760797.154933:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.154948:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.154987:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68632576, count: 4096
00000080:00200000:2.0:1789760797.154998:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68632576, bytes: 4096
00000080:00200000:2.0:1789760797.155016:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.155026:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.155029:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68632576, 68636672) 0 0
00000080:00200000:2.0:1789760797.155034:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.155180:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16756, 16756]
00020000:00200000:2.0:1789760797.155190:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68632576 chunk: [68632576, 68636672) 68636672, 4096
00020000:00200000:2.0:1789760797.155195:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.155220:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16756, 16756]
00000008:00010000:2.0:1789760797.155240:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.155246:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.155269:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68632576, 68636672) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.155283:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68632576=0x4174000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.155356:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.155360:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68636672
00000020:00010000:2.0:1789760797.155367:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.155371:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.155374:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.155377:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.155380:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.155390:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.155398:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.155474:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760797.155589:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47df80 - object 0x280000401:2 offset 68632576<>68636672
00000100:00100000:2.0:1789760797.155655:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760797.155678:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912768:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.181873:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984065 gen 2
00000008:00010000:3.0:1789760797.181931:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760797.181940:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.181952:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.181972:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760797.182001:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554912768:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.182102:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16756, 16756]
00000080:00200000:2.0:1789760797.182124:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.182131:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.182148:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68636672 i_blocks 134080
00000020:00200000:2.0:1789760797.182153:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.182165:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.182201:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68636672, count: 4096
00000080:00200000:2.0:1789760797.182210:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68636672, bytes: 4096
00000080:00200000:2.0:1789760797.182222:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.182231:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.182234:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68636672, 68640768) 0 0
00000080:00200000:2.0:1789760797.182239:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.182270:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16757, 16757]
00020000:00200000:2.0:1789760797.182281:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68636672 chunk: [68636672, 68640768) 68640768, 4096
00020000:00200000:2.0:1789760797.182286:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.182307:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16757, 16757]
00000008:00010000:2.0:1789760797.182327:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.182332:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.182344:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68636672, 68640768) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.182358:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68636672=0x4175000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.182415:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.182418:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68640768
00000020:00010000:2.0:1789760797.182426:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.182430:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.182433:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.182445:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.182449:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.182459:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.182466:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.182483:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760797.182593:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f480 - object 0x280000401:2 offset 68636672<>68640768
00000100:00100000:3.0:1789760797.182720:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.182740:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912896:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.209594:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984066 gen 2
00000008:00010000:3.0:1789760797.209651:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760797.209660:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.209675:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.209702:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760797.209742:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554912896:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.209922:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16757, 16757]
00000080:00200000:2.0:1789760797.209938:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.209944:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.209960:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68640768 i_blocks 134088
00000020:00200000:2.0:1789760797.209964:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.209975:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.210023:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68640768, count: 4096
00000080:00200000:2.0:1789760797.210031:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68640768, bytes: 4096
00000080:00200000:2.0:1789760797.210047:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.210057:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.210059:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68640768, 68644864) 0 0
00000080:00200000:2.0:1789760797.210064:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.210082:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16758, 16758]
00020000:00200000:2.0:1789760797.210091:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68640768 chunk: [68640768, 68644864) 68644864, 4096
00020000:00200000:2.0:1789760797.210096:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.210117:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16758, 16758]
00000008:00010000:2.0:1789760797.210137:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.210142:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.210154:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68640768, 68644864) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.210169:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68640768=0x4176000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.210231:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.210234:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68644864
00000020:00010000:2.0:1789760797.210243:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.210246:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.210259:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.210263:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.210266:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.210282:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.210290:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.210307:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760797.210603:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d880 - object 0x280000401:2 offset 68640768<>68644864
00000100:00100000:3.0:1789760797.210857:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913024:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.222436:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984067 gen 2
00000008:00010000:3.0:1789760797.222499:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760797.222508:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.222521:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.222544:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760797.222580:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913024:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.222889:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16758, 16758]
00000080:00200000:2.0:1789760797.222906:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.222912:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.222933:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68644864 i_blocks 134096
00000020:00200000:2.0:1789760797.222937:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.222947:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.222980:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68644864, count: 4096
00000080:00200000:2.0:1789760797.222988:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68644864, bytes: 4096
00000080:00200000:2.0:1789760797.222998:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.223022:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.223025:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68644864, 68648960) 0 0
00000080:00200000:2.0:1789760797.223033:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.223050:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16759, 16759]
00020000:00200000:2.0:1789760797.223059:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68644864 chunk: [68644864, 68648960) 68648960, 4096
00020000:00200000:2.0:1789760797.223063:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.223084:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16759, 16759]
00000008:00010000:2.0:1789760797.223107:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.223114:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.223127:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68644864, 68648960) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.223143:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68644864=0x4177000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.223203:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.223206:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68648960
00000020:00010000:2.0:1789760797.223215:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.223218:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.223221:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.223226:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.223229:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.223238:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.223245:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.223281:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760797.223399:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c000 - object 0x280000401:2 offset 68644864<>68648960
00000100:00100000:3.0:1789760797.223604:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.223624:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913152:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.242596:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984068 gen 2
00000008:00010000:3.0:1789760797.242651:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760797.242660:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.242673:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.243433:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760797.243474:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913152:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.245592:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16759, 16759]
00000080:00200000:2.0:1789760797.245620:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.245628:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.245648:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68648960 i_blocks 134104
00000020:00200000:2.0:1789760797.245654:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.245672:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.245709:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68648960, count: 4096
00000080:00200000:2.0:1789760797.245718:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68648960, bytes: 4096
00000080:00200000:2.0:1789760797.245734:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.245744:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.245746:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68648960, 68653056) 0 0
00000080:00200000:2.0:1789760797.245750:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.245767:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16760, 16760]
00020000:00200000:2.0:1789760797.245777:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68648960 chunk: [68648960, 68653056) 68653056, 4096
00020000:00200000:2.0:1789760797.245781:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.250477:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16760, 16760]
00000008:00010000:3.0:1789760797.252441:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.252451:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760797.252469:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68648960, 68653056) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.252488:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68648960=0x4178000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.252564:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.252568:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68653056
00000020:00010000:3.0:1789760797.252577:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.252581:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.252584:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.252587:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.252591:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.252601:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.252610:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.252629:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9540
00000008:00100000:3.0:1789760797.252742:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 68648960<>68653056
00000100:00100000:3.0:1789760797.252847:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760797.252875:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554913280:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.269331:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984069 gen 2
00000008:00010000:3.0:1789760797.269385:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9540
00000020:00200000:3.0:1789760797.269395:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.269407:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.269495:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9540
00000100:00100000:3.0:1789760797.269528:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554913280:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.269675:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16760, 16760]
00000080:00200000:0.0:1789760797.269693:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.269699:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.269716:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68653056 i_blocks 134112
00000020:00200000:0.0:1789760797.269719:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.269729:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.269764:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68653056, count: 4096
00000080:00200000:0.0:1789760797.269773:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68653056, bytes: 4096
00000080:00200000:0.0:1789760797.269785:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.269795:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.269797:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68653056, 68657152) 0 0
00000080:00200000:0.0:1789760797.269837:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.269855:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16761, 16761]
00020000:00200000:0.0:1789760797.269865:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68653056 chunk: [68653056, 68657152) 68657152, 4096
00020000:00200000:0.0:1789760797.269870:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.270257:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16761, 16761]
00000008:00010000:0.0:1789760797.270284:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.270291:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.270304:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68653056, 68657152) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.270374:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68653056=0x4179000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.270443:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.270446:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68657152
00000020:00010000:0.0:1789760797.270455:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.270459:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.270462:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.270465:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.270468:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.270476:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.270485:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.270506:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760797.270620:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad500 - object 0x280000401:2 offset 68653056<>68657152
00000100:00100000:1.0:1789760797.270725:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554913408:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.284600:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984070 gen 2
00000008:00010000:1.0:1789760797.284715:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760797.284726:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.284736:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.284756:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760797.284792:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554913408:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.284827:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16761, 16761]
00000080:00200000:0.0:1789760797.284847:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.284854:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.284874:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68657152 i_blocks 134120
00000020:00200000:0.0:1789760797.284879:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.284890:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.284926:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68657152, count: 4096
00000080:00200000:0.0:1789760797.284934:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68657152, bytes: 4096
00000080:00200000:0.0:1789760797.284944:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.284954:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.284956:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68657152, 68661248) 0 0
00000080:00200000:0.0:1789760797.284961:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.285593:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16762, 16762]
00020000:00200000:0.0:1789760797.285607:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68657152 chunk: [68657152, 68661248) 68661248, 4096
00020000:00200000:0.0:1789760797.285613:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.285642:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16762, 16762]
00000008:00010000:0.0:1789760797.285664:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.285672:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.285686:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68657152, 68661248) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.285702:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68657152=0x417a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.285778:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.285782:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68661248
00000020:00010000:0.0:1789760797.285791:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.285795:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.285798:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.285852:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.285857:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.285866:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.285873:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.285899:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760797.286842:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 68657152<>68661248
00000100:00100000:0.0:1789760797.286917:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554913536:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.298747:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984071 gen 2
00000008:00010000:0.0:1789760797.298852:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760797.298861:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.298872:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.298893:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760797.298923:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554913536:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.299102:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16762, 16762]
00000080:00200000:2.0:1789760797.299127:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.299134:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.299151:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68661248 i_blocks 134128
00000020:00200000:2.0:1789760797.299156:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.299167:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.299202:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68661248, count: 4096
00000080:00200000:2.0:1789760797.299210:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68661248, bytes: 4096
00000080:00200000:2.0:1789760797.299222:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.299232:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.299235:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68661248, 68665344) 0 0
00000080:00200000:2.0:1789760797.299239:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.299265:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16763, 16763]
00020000:00200000:2.0:1789760797.299274:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68661248 chunk: [68661248, 68665344) 68665344, 4096
00020000:00200000:2.0:1789760797.299278:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.299300:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16763, 16763]
00000008:00010000:2.0:1789760797.299326:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.299333:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.299345:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68661248, 68665344) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.299360:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68661248=0x417b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.299424:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.299428:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68665344
00000020:00010000:2.0:1789760797.299437:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.299441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.299444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.299447:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.299451:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.299460:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.299468:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.299489:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760797.299602:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d500 - object 0x280000401:2 offset 68661248<>68665344
00000100:00100000:2.0:1789760797.299649:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760797.299667:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913664:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.309586:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984072 gen 2
00000008:00010000:3.0:1789760797.309921:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760797.309931:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.309944:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.310022:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760797.310053:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913664:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.310402:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16763, 16763]
00000080:00200000:2.0:1789760797.310422:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.310428:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.310445:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68665344 i_blocks 134136
00000020:00200000:2.0:1789760797.310449:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.310460:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.310496:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68665344, count: 4096
00000080:00200000:2.0:1789760797.310505:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68665344, bytes: 4096
00000080:00200000:2.0:1789760797.310518:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.310528:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.310530:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68665344, 68669440) 0 0
00000080:00200000:2.0:1789760797.310536:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.310553:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16764, 16764]
00020000:00200000:2.0:1789760797.310561:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68665344 chunk: [68665344, 68669440) 68669440, 4096
00020000:00200000:2.0:1789760797.310566:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.310587:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16764, 16764]
00000008:00010000:2.0:1789760797.310606:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.310612:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.310624:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68665344, 68669440) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.310857:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68665344=0x417c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.310923:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.310927:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68669440
00000020:00010000:2.0:1789760797.310936:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.310939:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.310943:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c9645f998/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.310946:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.310949:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.310959:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.310967:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.310989:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760797.311161:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ca80 - object 0x280000401:2 offset 68665344<>68669440
00000100:00100000:3.0:1789760797.311258:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913792:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.322334:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984073 gen 2
00000008:00010000:3.0:1789760797.322385:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760797.322393:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.322405:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.322470:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760797.322500:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554913792:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.325166:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16764, 16764]
00000080:00200000:2.0:1789760797.325193:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.325200:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.325222:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68669440 i_blocks 134144
00000020:00200000:2.0:1789760797.325227:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.328411:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.328460:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68669440, count: 4096
00000080:00200000:0.0:1789760797.328472:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68669440, bytes: 4096
00000080:00200000:0.0:1789760797.328488:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.328498:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.328500:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68669440, 68673536) 0 0
00000080:00200000:0.0:1789760797.328507:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.328526:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16765, 16765]
00020000:00200000:0.0:1789760797.328537:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68669440 chunk: [68669440, 68673536) 68673536, 4096
00020000:00200000:0.0:1789760797.328542:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.328567:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16765, 16765]
00000008:00010000:0.0:1789760797.328584:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.328591:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.328603:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68669440, 68673536) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.328618:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68669440=0x417d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.330490:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.330499:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68673536
00000020:00010000:0.0:1789760797.330514:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.330519:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.330522:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.330525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.330528:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.330539:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.330548:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.330581:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760797.330936:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 68669440<>68673536
00000100:00100000:0.0:1789760797.330993:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.331020:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554913920:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.342109:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984074 gen 2
00000008:00010000:0.0:1789760797.342161:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760797.342170:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.342181:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.342278:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760797.342310:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554913920:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.342489:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16765, 16765]
00000080:00200000:1.0:1789760797.342506:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.342512:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.342527:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68673536 i_blocks 134152
00000020:00200000:1.0:1789760797.342531:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.342542:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.342577:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68673536, count: 4096
00000080:00200000:1.0:1789760797.342584:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68673536, bytes: 4096
00000080:00200000:1.0:1789760797.342594:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.342601:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.342603:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68673536, 68677632) 0 0
00000080:00200000:1.0:1789760797.342608:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.342624:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16766, 16766]
00020000:00200000:1.0:1789760797.342632:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68673536 chunk: [68673536, 68677632) 68677632, 4096
00020000:00200000:1.0:1789760797.342637:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.342658:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16766, 16766]
00000008:00010000:1.0:1789760797.342675:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.342681:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.342693:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68673536, 68677632) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.342707:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68673536=0x417e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.342764:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.342766:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68677632
00000020:00010000:1.0:1789760797.342775:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.342778:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.342780:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c9645fa28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.342784:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.342786:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.342793:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.342842:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.342859:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68a80
00000008:00100000:1.0:1789760797.343120:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68673536<>68677632
00000100:00100000:0.0:1789760797.343176:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554914048:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.351741:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984075 gen 2
00000008:00010000:1.0:1789760797.351792:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:1.0:1789760797.351830:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.351843:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.351913:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:1.0:1789760797.351943:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554914048:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.352281:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16766, 16766]
00000080:00200000:0.0:1789760797.352299:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.352305:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.352418:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68677632 i_blocks 134160
00000020:00200000:1.0:1789760797.352423:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.352435:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.352473:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68677632, count: 4096
00000080:00200000:1.0:1789760797.352482:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68677632, bytes: 4096
00000080:00200000:1.0:1789760797.352493:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.352502:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.352504:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68677632, 68681728) 0 0
00000080:00200000:1.0:1789760797.352509:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.352527:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16767, 16767]
00020000:00200000:1.0:1789760797.352536:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68677632 chunk: [68677632, 68681728) 68681728, 4096
00020000:00200000:1.0:1789760797.352540:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.352562:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16767, 16767]
00000008:00010000:1.0:1789760797.352582:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.352587:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.352599:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68677632, 68681728) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.352612:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68677632=0x417f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.352742:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.352746:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68681728
00000020:00010000:1.0:1789760797.352759:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.352762:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.352767:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.352771:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.352774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.352783:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.352790:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.352834:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68a80
00000008:00100000:1.0:1789760797.352941:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2300 - object 0x280000401:2 offset 68677632<>68681728
00000100:00100000:0.0:1789760797.353019:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914176:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.361307:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984076 gen 2
00000008:00010000:0.0:1789760797.361360:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68a80
00000020:00200000:0.0:1789760797.361368:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.361382:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.361412:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68a80
00000100:00100000:0.0:1789760797.361443:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914176:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.362231:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16767, 16767]
00000080:00200000:1.0:1789760797.362259:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.362266:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.362282:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68681728 i_blocks 134168
00000020:00200000:1.0:1789760797.362286:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.362299:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.362334:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68681728, count: 4096
00000080:00200000:1.0:1789760797.362342:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68681728, bytes: 4096
00000080:00200000:1.0:1789760797.362354:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.362363:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.362365:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68681728, 68685824) 0 0
00000080:00200000:1.0:1789760797.362369:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.362384:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16768, 16768]
00020000:00200000:1.0:1789760797.362392:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68681728 chunk: [68681728, 68685824) 68685824, 4096
00020000:00200000:1.0:1789760797.362397:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.362417:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16768, 16768]
00000008:00010000:1.0:1789760797.362435:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.362441:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.362453:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68681728, 68685824) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.362470:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68681728=0x4180000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.362534:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.362537:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68685824
00000020:00010000:1.0:1789760797.362544:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.362547:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.362562:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.362566:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.362570:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.362577:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.362584:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.362602:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68600
00000008:00100000:1.0:1789760797.362718:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1500 - object 0x280000401:2 offset 68681728<>68685824
00000100:00100000:0.0:1789760797.362990:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.363015:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914304:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.370312:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984077 gen 2
00000008:00010000:0.0:1789760797.370363:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68600
00000020:00200000:0.0:1789760797.370372:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.370384:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.370409:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68600
00000100:00100000:0.0:1789760797.370440:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914304:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.370542:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16768, 16768]
00000080:00200000:1.0:1789760797.370557:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.370563:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.370578:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68685824 i_blocks 134176
00000020:00200000:1.0:1789760797.370583:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.370594:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.370626:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68685824, count: 4096
00000080:00200000:1.0:1789760797.370681:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68685824, bytes: 4096
00000080:00200000:1.0:1789760797.370690:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.370697:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.370699:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68685824, 68689920) 0 0
00000080:00200000:1.0:1789760797.370702:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.370715:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16769, 16769]
00020000:00200000:1.0:1789760797.370722:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68685824 chunk: [68685824, 68689920) 68689920, 4096
00020000:00200000:1.0:1789760797.370725:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.370743:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16769, 16769]
00000008:00010000:1.0:1789760797.370756:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.370761:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.370770:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68685824, 68689920) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.370780:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68685824=0x4181000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.370867:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.370870:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68689920
00000020:00010000:1.0:1789760797.370878:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.370881:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.370884:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.370888:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.370892:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.370900:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.370907:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.370922:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68f00
00000008:00100000:1.0:1789760797.371032:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1180 - object 0x280000401:2 offset 68685824<>68689920
00000100:00100000:0.0:1789760797.371138:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914432:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.379963:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984078 gen 2
00000008:00010000:0.0:1789760797.380304:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68f00
00000020:00200000:0.0:1789760797.380313:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.380325:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.380348:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68f00
00000100:00100000:0.0:1789760797.380382:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914432:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.381083:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16769, 16769]
00000080:00200000:1.0:1789760797.381101:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.381107:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.381124:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68689920 i_blocks 134184
00000020:00200000:1.0:1789760797.381128:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.381141:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.381177:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68689920, count: 4096
00000080:00200000:1.0:1789760797.381185:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68689920, bytes: 4096
00000080:00200000:1.0:1789760797.381196:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.381205:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.381207:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68689920, 68694016) 0 0
00000080:00200000:1.0:1789760797.381210:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.381228:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16770, 16770]
00020000:00200000:1.0:1789760797.381237:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68689920 chunk: [68689920, 68694016) 68694016, 4096
00020000:00200000:1.0:1789760797.381241:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.381275:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16770, 16770]
00000008:00010000:1.0:1789760797.381293:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.381298:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.381310:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68689920, 68694016) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.381324:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68689920=0x4182000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.381387:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.381390:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68694016
00000020:00010000:1.0:1789760797.381398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.381402:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.381405:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.381408:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.381411:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.381419:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.381425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.381442:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68840
00000008:00100000:1.0:1789760797.381562:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3100 - object 0x280000401:2 offset 68689920<>68694016
00000100:00100000:0.0:1789760797.381927:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.381953:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914560:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.397194:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984079 gen 2
00000008:00010000:0.0:1789760797.397258:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68840
00000020:00200000:0.0:1789760797.397267:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.397281:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.397306:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68840
00000100:00100000:0.0:1789760797.397337:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914560:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.397590:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16770, 16770]
00000080:00200000:1.0:1789760797.397607:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.397613:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.397638:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68694016 i_blocks 134192
00000020:00200000:1.0:1789760797.397642:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.397655:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.397690:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68694016, count: 4096
00000080:00200000:1.0:1789760797.397698:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68694016, bytes: 4096
00000080:00200000:1.0:1789760797.397708:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.397717:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.397720:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68694016, 68698112) 0 0
00000080:00200000:1.0:1789760797.397725:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.397742:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16771, 16771]
00020000:00200000:1.0:1789760797.397751:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68694016 chunk: [68694016, 68698112) 68698112, 4096
00020000:00200000:1.0:1789760797.397755:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.397774:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16771, 16771]
00000008:00010000:1.0:1789760797.397790:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.397796:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.397841:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68694016, 68698112) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.397854:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68694016=0x4183000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.397910:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.397912:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68698112
00000020:00010000:1.0:1789760797.397921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.397924:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.397927:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.397931:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.397935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.397942:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.397949:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.397965:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760797.398367:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 68694016<>68698112
00000100:00100000:1.0:1789760797.398424:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.398443:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554914688:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.409276:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984080 gen 2
00000008:00010000:1.0:1789760797.409327:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:1.0:1789760797.409336:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.409347:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.409372:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:1.0:1789760797.409414:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554914688:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.409536:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16771, 16771]
00000080:00200000:0.0:1789760797.409553:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.409559:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.409575:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68698112 i_blocks 134200
00000020:00200000:0.0:1789760797.409579:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.409590:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.409634:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68698112, count: 4096
00000080:00200000:0.0:1789760797.409642:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68698112, bytes: 4096
00000080:00200000:0.0:1789760797.409651:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.409660:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.409662:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68698112, 68702208) 0 0
00000080:00200000:0.0:1789760797.409666:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.409683:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16772, 16772]
00020000:00200000:0.0:1789760797.409692:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68698112 chunk: [68698112, 68702208) 68702208, 4096
00020000:00200000:0.0:1789760797.409696:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.409717:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16772, 16772]
00000008:00010000:0.0:1789760797.409736:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.409742:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.409753:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68698112, 68702208) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.409766:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68698112=0x4184000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.409877:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.409879:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68702208
00000020:00010000:0.0:1789760797.409888:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.409891:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.409895:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.409898:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.409900:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.409907:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.409913:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.409930:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760797.410049:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 68698112<>68702208
00000100:00100000:0.0:1789760797.410085:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.410106:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914816:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.418707:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984081 gen 2
00000008:00010000:0.0:1789760797.418761:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:0.0:1789760797.418770:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.418782:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.418843:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:0.0:1789760797.418870:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554914816:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.419128:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16772, 16772]
00000080:00200000:2.0:1789760797.419145:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.419152:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.419168:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68702208 i_blocks 134208
00000020:00200000:2.0:1789760797.419172:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.419182:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.419216:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68702208, count: 4096
00000080:00200000:2.0:1789760797.419224:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68702208, bytes: 4096
00000080:00200000:2.0:1789760797.419236:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.419245:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.419257:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68702208, 68706304) 0 0
00000080:00200000:2.0:1789760797.419261:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.419278:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16773, 16773]
00020000:00200000:2.0:1789760797.419286:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68702208 chunk: [68702208, 68706304) 68706304, 4096
00020000:00200000:2.0:1789760797.419291:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.419311:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16773, 16773]
00000008:00010000:2.0:1789760797.419327:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.419333:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.419344:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68702208, 68706304) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.419359:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68702208=0x4185000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.419415:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.419418:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68706304
00000020:00010000:2.0:1789760797.419427:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.419430:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.419433:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.419437:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.419440:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.419449:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.419455:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.419470:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760797.419575:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47dc00 - object 0x280000401:2 offset 68702208<>68706304
00000100:00100000:3.0:1789760797.419906:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.419927:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554914944:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.428935:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984082 gen 2
00000008:00010000:3.0:1789760797.429161:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760797.429171:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.429183:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.429204:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000080:00200000:2.0:1789760797.429315:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16773, 16773]
00000080:00200000:2.0:1789760797.429333:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.429340:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.429357:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68706304 i_blocks 134216
00000020:00200000:2.0:1789760797.429361:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.429371:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.429414:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68706304, count: 4096
00000080:00200000:2.0:1789760797.429422:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68706304, bytes: 4096
00000080:00200000:2.0:1789760797.429433:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.429442:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.429444:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68706304, 68710400) 0 0
00000080:00200000:2.0:1789760797.429448:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.429472:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16774, 16774]
00000100:00100000:3.0:1789760797.429482:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554914944:192.168.203.122@tcp:4:dd.0
00020000:00200000:2.0:1789760797.429483:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68706304 chunk: [68706304, 68710400) 68710400, 4096
00020000:00200000:2.0:1789760797.429488:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.429510:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16774, 16774]
00000008:00010000:2.0:1789760797.429529:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.429535:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.429547:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68706304, 68710400) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.429573:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68706304=0x4186000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.429794:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.429798:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68710400
00000020:00010000:2.0:1789760797.429842:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.429846:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.429850:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.429854:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.429856:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.429865:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.429872:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.429888:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760797.430000:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68706304<>68710400
00000100:00100000:3.0:1789760797.430159:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915072:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.440368:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984083 gen 2
00000008:00010000:3.0:1789760797.440424:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760797.440434:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.440447:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.440470:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760797.440502:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915072:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.440514:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16774, 16774]
00000080:00200000:2.0:1789760797.440531:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.440538:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.440554:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68710400 i_blocks 134224
00000020:00200000:2.0:1789760797.440558:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.440568:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.440605:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68710400, count: 4096
00000080:00200000:2.0:1789760797.440612:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68710400, bytes: 4096
00000080:00200000:2.0:1789760797.440625:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.440635:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.440637:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68710400, 68714496) 0 0
00000080:00200000:2.0:1789760797.440642:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.440661:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16775, 16775]
00020000:00200000:2.0:1789760797.440670:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68710400 chunk: [68710400, 68714496) 68714496, 4096
00020000:00200000:2.0:1789760797.440675:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.440707:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16775, 16775]
00000008:00010000:2.0:1789760797.440727:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.440733:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.440745:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68710400, 68714496) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.440761:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68710400=0x4187000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.440864:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.440867:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68714496
00000020:00010000:2.0:1789760797.440876:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.440879:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.440882:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.440885:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.440887:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.440896:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.440902:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.440918:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760797.441036:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 68710400<>68714496
00000100:00100000:3.0:1789760797.441156:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.441174:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915200:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.449216:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984084 gen 2
00000008:00010000:3.0:1789760797.449280:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760797.449289:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.449300:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.449321:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760797.449351:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915200:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.449452:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16775, 16775]
00000080:00200000:2.0:1789760797.449470:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.449477:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.449493:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68714496 i_blocks 134232
00000020:00200000:2.0:1789760797.449496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.449506:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.449540:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68714496, count: 4096
00000080:00200000:2.0:1789760797.449548:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68714496, bytes: 4096
00000080:00200000:2.0:1789760797.449636:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.449644:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.449647:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68714496, 68718592) 0 0
00000080:00200000:2.0:1789760797.449652:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.449670:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16776, 16776]
00020000:00200000:2.0:1789760797.449679:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68714496 chunk: [68714496, 68718592) 68718592, 4096
00020000:00200000:2.0:1789760797.449683:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.449705:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16776, 16776]
00000008:00010000:2.0:1789760797.449725:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.449731:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.449743:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68714496, 68718592) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.449758:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68714496=0x4188000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.449836:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.449839:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68718592
00000020:00010000:2.0:1789760797.449848:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.449852:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.449855:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.449858:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.449862:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.449870:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.449876:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.450170:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760797.450284:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 68714496<>68718592
00000100:00100000:3.0:1789760797.450401:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915328:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.459591:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984085 gen 2
00000008:00010000:3.0:1789760797.460441:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760797.460452:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.460466:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.460558:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760797.460591:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915328:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.460735:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16776, 16776]
00000080:00200000:2.0:1789760797.460752:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.460759:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.460846:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68718592 i_blocks 134240
00000020:00200000:2.0:1789760797.460851:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.460861:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.460896:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68718592, count: 4096
00000080:00200000:2.0:1789760797.460903:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68718592, bytes: 4096
00000080:00200000:2.0:1789760797.460917:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.460927:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.460929:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68718592, 68722688) 0 0
00000080:00200000:2.0:1789760797.460933:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.460948:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16777, 16777]
00020000:00200000:2.0:1789760797.460956:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68718592 chunk: [68718592, 68722688) 68722688, 4096
00020000:00200000:2.0:1789760797.460960:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.461430:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16777, 16777]
00000008:00010000:2.0:1789760797.461449:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.461455:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.461467:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68718592, 68722688) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.461480:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68718592=0x4189000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.461539:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.461542:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68722688
00000020:00010000:2.0:1789760797.461550:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.461553:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.461555:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.461559:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.461562:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.461570:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.461576:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.461593:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760797.461754:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 68718592<>68722688
00000100:00100000:2.0:1789760797.461975:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760797.461993:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915456:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.477335:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984086 gen 2
00000008:00010000:3.0:1789760797.477390:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760797.477399:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.477412:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.477436:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760797.477468:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915456:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.477589:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16777, 16777]
00000080:00200000:0.0:1789760797.477604:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.477610:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.477635:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68722688 i_blocks 134248
00000020:00200000:0.0:1789760797.477638:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.477649:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.477682:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68722688, count: 4096
00000080:00200000:0.0:1789760797.477689:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68722688, bytes: 4096
00000080:00200000:0.0:1789760797.477699:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.477709:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.477711:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68722688, 68726784) 0 0
00000080:00200000:0.0:1789760797.477715:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.477734:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16778, 16778]
00020000:00200000:0.0:1789760797.477742:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68722688 chunk: [68722688, 68726784) 68726784, 4096
00020000:00200000:0.0:1789760797.477748:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.477777:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16778, 16778]
00000008:00010000:0.0:1789760797.477796:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.477831:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.477844:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68722688, 68726784) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.477857:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68722688=0x418a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.477908:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.477910:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68726784
00000020:00010000:0.0:1789760797.477918:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.477921:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.477923:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.477926:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.477929:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.477935:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.477941:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.477956:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760797.478056:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaed80 - object 0x280000401:2 offset 68722688<>68726784
00000100:00100000:1.0:1789760797.478597:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915584:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.491494:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984087 gen 2
00000008:00010000:1.0:1789760797.491555:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760797.491564:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.491576:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.491605:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760797.491640:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915584:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.492490:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16778, 16778]
00000080:00200000:0.0:1789760797.492510:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.492516:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.492534:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68726784 i_blocks 134256
00000020:00200000:0.0:1789760797.492539:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.492552:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.492586:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68726784, count: 4096
00000080:00200000:0.0:1789760797.492595:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68726784, bytes: 4096
00000080:00200000:0.0:1789760797.492609:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.492619:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.492621:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68726784, 68730880) 0 0
00000080:00200000:0.0:1789760797.492626:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.492642:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16779, 16779]
00020000:00200000:0.0:1789760797.492651:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68726784 chunk: [68726784, 68730880) 68730880, 4096
00020000:00200000:0.0:1789760797.492657:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.492678:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16779, 16779]
00000008:00010000:0.0:1789760797.492697:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.492703:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.492715:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68726784, 68730880) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.492730:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68726784=0x418b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.492920:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.492923:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68730880
00000020:00010000:0.0:1789760797.492932:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.492935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.492938:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.492941:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.492944:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.492952:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.492959:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.492989:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760797.493378:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac000 - object 0x280000401:2 offset 68726784<>68730880
00000100:00100000:1.0:1789760797.493568:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.493594:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915712:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.507488:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984088 gen 2
00000008:00010000:1.0:1789760797.507538:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760797.507546:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.507556:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.507580:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760797.507611:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915712:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.508027:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16779, 16779]
00000080:00200000:0.0:1789760797.508044:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.508051:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.508066:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68730880 i_blocks 134264
00000020:00200000:0.0:1789760797.508070:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.508081:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.508114:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68730880, count: 4096
00000080:00200000:0.0:1789760797.508121:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68730880, bytes: 4096
00000080:00200000:0.0:1789760797.508131:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.508140:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.508142:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68730880, 68734976) 0 0
00000080:00200000:0.0:1789760797.508146:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.508162:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16780, 16780]
00020000:00200000:0.0:1789760797.508170:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68730880 chunk: [68730880, 68734976) 68734976, 4096
00020000:00200000:0.0:1789760797.508176:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.508197:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16780, 16780]
00000008:00010000:0.0:1789760797.508288:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.508295:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.508308:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68730880, 68734976) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.508321:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68730880=0x418c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.508382:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.508385:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68734976
00000020:00010000:0.0:1789760797.508395:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.508398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.508401:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879aba28/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.508404:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e978a8 (ffff8d7c879ab3f8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.508407:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab3f8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.508414:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.508420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.508437:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760797.508541:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf480 - object 0x280000401:2 offset 68730880<>68734976
00000100:00100000:1.0:1789760797.508608:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915840:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.521610:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984089 gen 2
00000008:00010000:1.0:1789760797.521662:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760797.521672:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.521683:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.521710:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000100:00100000:1.0:1789760797.521742:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554915840:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760797.522102:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16780, 16780]
00000080:00200000:3.0:1789760797.522148:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.522155:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.522171:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68734976 i_blocks 134272
00000020:00200000:3.0:1789760797.522175:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.522184:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.522228:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68734976, count: 4096
00000080:00200000:3.0:1789760797.522236:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68734976, bytes: 4096
00000080:00200000:3.0:1789760797.522257:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.522267:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.522270:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68734976, 68739072) 0 0
00000080:00200000:3.0:1789760797.522274:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.522291:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16781, 16781]
00020000:00200000:3.0:1789760797.522299:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68734976 chunk: [68734976, 68739072) 68739072, 4096
00020000:00200000:3.0:1789760797.522304:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.522328:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16781, 16781]
00000008:00010000:3.0:1789760797.522347:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.522353:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760797.522365:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68734976, 68739072) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.522378:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68734976=0x418d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.522437:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.522440:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68739072
00000020:00010000:3.0:1789760797.522448:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.522451:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.522454:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.522457:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.522460:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.522467:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.522473:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.522490:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9540
00000008:00100000:3.0:1789760797.522603:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 68734976<>68739072
00000100:00100000:2.0:1789760797.522788:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915968:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.530638:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984090 gen 2
00000008:00010000:3.0:1789760797.530691:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9540
00000020:00200000:3.0:1789760797.530701:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.530712:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.530737:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9540
00000100:00100000:3.0:1789760797.530769:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554915968:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.530851:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16781, 16781]
00000080:00200000:0.0:1789760797.530868:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.530874:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.530887:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68739072 i_blocks 134280
00000020:00200000:0.0:1789760797.530891:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.530900:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.530935:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68739072, count: 4096
00000080:00200000:0.0:1789760797.530942:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68739072, bytes: 4096
00000080:00200000:0.0:1789760797.530953:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.530962:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.530965:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68739072, 68743168) 0 0
00000080:00200000:0.0:1789760797.530970:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.530988:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16782, 16782]
00020000:00200000:0.0:1789760797.530998:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68739072 chunk: [68739072, 68743168) 68743168, 4096
00020000:00200000:0.0:1789760797.531003:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.531023:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16782, 16782]
00000008:00010000:0.0:1789760797.531043:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.531049:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.531060:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68739072, 68743168) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.531075:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68739072=0x418e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.531142:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.531145:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68743168
00000020:00010000:0.0:1789760797.531153:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.531156:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.531159:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.531162:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.531165:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.531172:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.531179:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.531196:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973926c0
00000008:00100000:0.0:1789760797.531551:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf800 - object 0x280000401:2 offset 68739072<>68743168
00000100:00100000:1.0:1789760797.531751:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916096:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.546776:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984091 gen 2
00000008:00010000:1.0:1789760797.546872:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973926c0
00000020:00200000:1.0:1789760797.546882:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.546895:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.546913:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973926c0
00000080:00200000:0.0:1789760797.546938:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16782, 16782]
00000100:00100000:1.0:1789760797.546946:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916096:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.546957:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.546965:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.546980:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68743168 i_blocks 134288
00000020:00200000:0.0:1789760797.546984:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.546996:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.547032:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68743168, count: 4096
00000080:00200000:0.0:1789760797.547040:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68743168, bytes: 4096
00000080:00200000:0.0:1789760797.547049:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.547059:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.547061:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68743168, 68747264) 0 0
00000080:00200000:0.0:1789760797.547065:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.547083:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16783, 16783]
00020000:00200000:0.0:1789760797.547092:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68743168 chunk: [68743168, 68747264) 68747264, 4096
00020000:00200000:0.0:1789760797.547097:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.547118:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16783, 16783]
00000008:00010000:0.0:1789760797.547146:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.547153:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.547166:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68743168, 68747264) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.547180:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68743168=0x418f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.547257:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.547261:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68747264
00000020:00010000:0.0:1789760797.547270:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.547274:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.547277:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.547280:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.547282:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.547290:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.547297:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.547315:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392480
00000008:00100000:0.0:1789760797.547429:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aace00 - object 0x280000401:2 offset 68743168<>68747264
00000100:00100000:1.0:1789760797.547715:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.547733:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916224:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.557494:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984092 gen 2
00000008:00010000:1.0:1789760797.557549:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392480
00000020:00200000:1.0:1789760797.557558:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.557568:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.557594:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392480
00000100:00100000:1.0:1789760797.557635:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916224:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.557866:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16783, 16783]
00000080:00200000:0.0:1789760797.557883:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.557889:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.557903:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68747264 i_blocks 134296
00000020:00200000:0.0:1789760797.557907:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.557916:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.557949:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68747264, count: 4096
00000080:00200000:0.0:1789760797.557955:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68747264, bytes: 4096
00000080:00200000:0.0:1789760797.557964:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.557972:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.557975:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68747264, 68751360) 0 0
00000080:00200000:0.0:1789760797.557979:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.557995:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16784, 16784]
00020000:00200000:0.0:1789760797.558011:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68747264 chunk: [68747264, 68751360) 68751360, 4096
00020000:00200000:0.0:1789760797.558017:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.558036:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16784, 16784]
00000008:00010000:0.0:1789760797.558052:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.558057:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.558160:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68747264, 68751360) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.558173:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68747264=0x4190000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.558225:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.558228:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68751360
00000020:00010000:0.0:1789760797.558235:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.558238:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.558241:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.558244:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.558256:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.558264:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.558270:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.558286:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c973920c0
00000008:00100000:0.0:1789760797.558384:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad880 - object 0x280000401:2 offset 68747264<>68751360
00000100:00100000:1.0:1789760797.558482:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916352:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.567181:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984093 gen 2
00000008:00010000:1.0:1789760797.567233:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c973920c0
00000020:00200000:1.0:1789760797.567241:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.567263:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.567348:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c973920c0
00000100:00100000:1.0:1789760797.567380:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916352:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.568143:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16784, 16784]
00000080:00200000:0.0:1789760797.568161:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.568167:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.568185:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68751360 i_blocks 134304
00000020:00200000:0.0:1789760797.568190:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.568201:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.568233:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68751360, count: 4096
00000080:00200000:0.0:1789760797.568241:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68751360, bytes: 4096
00000080:00200000:0.0:1789760797.568260:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.568269:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.568272:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68751360, 68755456) 0 0
00000080:00200000:0.0:1789760797.568276:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.568293:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16785, 16785]
00020000:00200000:0.0:1789760797.568301:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68751360 chunk: [68751360, 68755456) 68755456, 4096
00020000:00200000:0.0:1789760797.568306:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.568328:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16785, 16785]
00000008:00010000:0.0:1789760797.568346:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.568352:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.568364:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68751360, 68755456) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.568379:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68751360=0x4191000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.568441:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.568444:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68755456
00000020:00010000:0.0:1789760797.568452:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.568456:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.568459:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.568462:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.568464:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.568472:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.568479:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.568497:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392a80
00000008:00100000:0.0:1789760797.568611:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaea00 - object 0x280000401:2 offset 68751360<>68755456
00000100:00100000:1.0:1789760797.568796:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554916480:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.579753:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984094 gen 2
00000008:00010000:1.0:1789760797.579838:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392a80
00000020:00200000:1.0:1789760797.579847:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.579858:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.579882:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392a80
00000100:00100000:1.0:1789760797.579913:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554916480:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.580122:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16785, 16785]
00000080:00200000:0.0:1789760797.580138:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.580201:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.580219:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68755456 i_blocks 134312
00000020:00200000:0.0:1789760797.580222:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.580232:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.580277:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68755456, count: 4096
00000080:00200000:0.0:1789760797.580284:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68755456, bytes: 4096
00000080:00200000:0.0:1789760797.580293:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.580301:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.580303:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68755456, 68759552) 0 0
00000080:00200000:0.0:1789760797.580307:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.580323:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16786, 16786]
00020000:00200000:0.0:1789760797.580330:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68755456 chunk: [68755456, 68759552) 68759552, 4096
00020000:00200000:0.0:1789760797.580335:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.580354:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16786, 16786]
00000008:00010000:0.0:1789760797.580370:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.580376:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.580387:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68755456, 68759552) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.580400:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68755456=0x4192000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.580531:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.580533:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68759552
00000020:00010000:0.0:1789760797.580542:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.580544:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.580546:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.580549:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.580551:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.580556:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.580561:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.580575:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392600
00000008:00100000:0.0:1789760797.580737:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aae300 - object 0x280000401:2 offset 68755456<>68759552
00000100:00100000:1.0:1789760797.580798:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.580892:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554916608:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.597322:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984095 gen 2
00000008:00010000:1.0:1789760797.597492:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392600
00000020:00200000:1.0:1789760797.597502:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.597515:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.597538:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392600
00000100:00100000:1.0:1789760797.597568:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554916608:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.597770:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16786, 16786]
00000080:00200000:0.0:1789760797.597788:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.597794:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.597985:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68759552 i_blocks 134320
00000020:00200000:0.0:1789760797.597990:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.598000:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.598028:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68759552, count: 4096
00000080:00200000:0.0:1789760797.598036:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68759552, bytes: 4096
00000080:00200000:0.0:1789760797.598049:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.598058:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.598141:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68759552, 68763648) 0 0
00000080:00200000:0.0:1789760797.598147:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.598165:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16787, 16787]
00020000:00200000:0.0:1789760797.598173:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68759552 chunk: [68759552, 68763648) 68763648, 4096
00020000:00200000:0.0:1789760797.598178:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.598200:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16787, 16787]
00000008:00010000:0.0:1789760797.598218:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.598223:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.598234:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68759552, 68763648) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.598260:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68759552=0x4193000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.598317:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.598320:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68763648
00000020:00010000:0.0:1789760797.598328:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.598331:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.598334:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.598337:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.598340:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.598347:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.598483:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.598504:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760797.598614:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 68759552<>68763648
00000100:00100000:0.0:1789760797.598773:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.598796:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916736:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.620428:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984096 gen 2
00000008:00010000:0.0:1789760797.620554:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:0.0:1789760797.620562:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.620573:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.620597:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:0.0:1789760797.620626:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916736:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760797.620838:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16787, 16787]
00000080:00200000:3.0:1789760797.620856:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.620862:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.620877:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68763648 i_blocks 134328
00000020:00200000:3.0:1789760797.620881:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.620891:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.620926:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68763648, count: 4096
00000080:00200000:3.0:1789760797.620933:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68763648, bytes: 4096
00000080:00200000:3.0:1789760797.620943:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.620952:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.620954:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68763648, 68767744) 0 0
00000080:00200000:3.0:1789760797.620959:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.620978:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16788, 16788]
00020000:00200000:3.0:1789760797.620988:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68763648 chunk: [68763648, 68767744) 68767744, 4096
00020000:00200000:3.0:1789760797.620992:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.621106:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16788, 16788]
00000008:00010000:3.0:1789760797.621127:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760797.621133:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c87ddb730, osc lock ffff8d7c90059430, flags 0x0
00000080:00200000:3.0:1789760797.621218:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68763648, 68767744) append 0 append lockpos 0
00000080:00200000:3.0:1789760797.621233:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68763648=0x4194000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760797.621305:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760797.621308:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68767744
00000020:00010000:3.0:1789760797.621317:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:3.0:1789760797.621320:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.621323:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87ddb730 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760797.621327:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760797.621330:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87ddb730 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760797.621338:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760797.621345:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760797.621363:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c863d9540
00000008:00100000:3.0:1789760797.621549:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 68763648<>68767744
00000100:00100000:3.0:1789760797.621598:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.621619:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554916864:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.631579:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984097 gen 2
00000008:00010000:3.0:1789760797.631633:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c863d9540
00000020:00200000:3.0:1789760797.631642:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.631654:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.631681:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c863d9540
00000100:00100000:3.0:1789760797.631990:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554916864:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.632312:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16788, 16788]
00000080:00200000:0.0:1789760797.632329:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.632334:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.632350:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68767744 i_blocks 134336
00000020:00200000:0.0:1789760797.632355:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.632365:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.632400:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68767744, count: 4096
00000080:00200000:0.0:1789760797.632407:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68767744, bytes: 4096
00000080:00200000:0.0:1789760797.632419:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.632426:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.632428:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68767744, 68771840) 0 0
00000080:00200000:0.0:1789760797.632432:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.632523:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16789, 16789]
00020000:00200000:0.0:1789760797.632532:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68767744 chunk: [68767744, 68771840) 68771840, 4096
00020000:00200000:0.0:1789760797.632536:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.632555:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16789, 16789]
00000008:00010000:0.0:1789760797.632573:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.632579:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.632593:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68767744, 68771840) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.632606:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68767744=0x4195000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.632670:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.632672:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68771840
00000020:00010000:0.0:1789760797.632681:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.632685:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.632688:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.632691:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.632693:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.632701:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.632770:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.632791:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392180
00000008:00100000:0.0:1789760797.632924:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac700 - object 0x280000401:2 offset 68767744<>68771840
00000100:00100000:1.0:1789760797.633055:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916992:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.647025:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984098 gen 2
00000008:00010000:1.0:1789760797.647391:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392180
00000020:00200000:1.0:1789760797.647400:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.647412:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.647601:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16789, 16789]
00000080:00200000:0.0:1789760797.647620:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.647625:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.647641:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68771840 i_blocks 134344
00000020:00200000:0.0:1789760797.647645:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.647656:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.647690:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68771840, count: 4096
00000080:00200000:0.0:1789760797.647698:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68771840, bytes: 4096
00000080:00200000:0.0:1789760797.647710:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.647719:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.647722:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68771840, 68775936) 0 0
00000080:00200000:0.0:1789760797.647727:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.647742:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16790, 16790]
00020000:00200000:0.0:1789760797.647751:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68771840 chunk: [68771840, 68775936) 68775936, 4096
00020000:00200000:0.0:1789760797.647755:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.647776:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16790, 16790]
00000008:00010000:0.0:1789760797.647793:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.647830:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.647842:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68771840, 68775936) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.647856:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68771840=0x4196000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.647923:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.647926:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68775936
00000020:00010000:0.0:1789760797.647935:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.647939:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.647942:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.647945:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.647962:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.647969:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.647977:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.648013:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392900
00000008:00100000:0.0:1789760797.648125:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaca80 - object 0x280000401:2 offset 68771840<>68775936
00000008:00010000:1.0:1789760797.648264:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392180
00000100:00100000:1.0:1789760797.648287:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554916992:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.648316:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760797.648327:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554917120:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.659479:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984099 gen 2
00000008:00010000:1.0:1789760797.659534:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392900
00000020:00200000:1.0:1789760797.659543:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.659554:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.659583:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392900
00000100:00100000:1.0:1789760797.659613:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554917120:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.660355:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16790, 16790]
00000080:00200000:0.0:1789760797.660373:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.660379:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.660395:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68775936 i_blocks 134352
00000020:00200000:0.0:1789760797.660400:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.660411:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.660456:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68775936, count: 4096
00000080:00200000:0.0:1789760797.660464:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68775936, bytes: 4096
00000080:00200000:0.0:1789760797.660479:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.660487:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.660489:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68775936, 68780032) 0 0
00000080:00200000:0.0:1789760797.660493:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.660509:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16791, 16791]
00020000:00200000:0.0:1789760797.660518:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68775936 chunk: [68775936, 68780032) 68780032, 4096
00020000:00200000:0.0:1789760797.660522:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.660543:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16791, 16791]
00000008:00010000:0.0:1789760797.660562:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.660568:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.660579:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68775936, 68780032) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.660592:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68775936=0x4197000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.660667:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.660670:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68780032
00000020:00010000:0.0:1789760797.660679:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.660682:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.660685:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.660687:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.660690:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.660697:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.660704:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.660721:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760797.660870:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 68775936<>68780032
00000100:00100000:1.0:1789760797.661548:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.661579:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917248:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.671605:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984100 gen 2
00000008:00010000:0.0:1789760797.671934:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:0.0:1789760797.671943:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.671954:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.672026:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:0.0:1789760797.672057:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917248:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.672595:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16791, 16791]
00000080:00200000:2.0:1789760797.672613:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.672620:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.672706:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68780032 i_blocks 134360
00000020:00200000:2.0:1789760797.672711:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.672722:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.672755:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68780032, count: 4096
00000080:00200000:2.0:1789760797.672762:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68780032, bytes: 4096
00000080:00200000:2.0:1789760797.672775:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.672784:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.672787:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68780032, 68784128) 0 0
00000080:00200000:2.0:1789760797.672792:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.672835:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16792, 16792]
00020000:00200000:2.0:1789760797.672845:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68780032 chunk: [68780032, 68784128) 68784128, 4096
00020000:00200000:2.0:1789760797.672850:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.672874:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16792, 16792]
00000008:00010000:2.0:1789760797.672894:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.672900:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.672914:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68780032, 68784128) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.672930:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68780032=0x4198000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.672994:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.672997:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68784128
00000020:00010000:2.0:1789760797.673202:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.673207:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.673210:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.673214:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.673216:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.673225:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.673232:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.673261:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760797.673371:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68780032<>68784128
00000100:00100000:2.0:1789760797.673422:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760797.673652:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554917376:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.685784:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984101 gen 2
00000008:00010000:3.0:1789760797.685881:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760797.685891:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.685903:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.685917:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760797.685945:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554917376:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.686089:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16792, 16792]
00000080:00200000:0.0:1789760797.686105:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.686111:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.686126:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68784128 i_blocks 134368
00000020:00200000:0.0:1789760797.686129:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.686139:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.686184:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68784128, count: 4096
00000080:00200000:0.0:1789760797.686191:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68784128, bytes: 4096
00000080:00200000:0.0:1789760797.686203:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.686211:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.686214:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68784128, 68788224) 0 0
00000080:00200000:0.0:1789760797.686218:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.686236:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16793, 16793]
00020000:00200000:0.0:1789760797.686257:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68784128 chunk: [68784128, 68788224) 68788224, 4096
00020000:00200000:0.0:1789760797.686262:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.686282:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16793, 16793]
00000008:00010000:0.0:1789760797.686302:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.686309:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.686322:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68784128, 68788224) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.686334:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68784128=0x4199000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.686396:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.686399:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68788224
00000020:00010000:0.0:1789760797.686408:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.686411:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.686414:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.686418:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.686421:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.686428:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.686448:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.686467:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392540
00000008:00100000:0.0:1789760797.686570:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aaf100 - object 0x280000401:2 offset 68784128<>68788224
00000100:00100000:1.0:1789760797.686838:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917504:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.702895:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984102 gen 2
00000008:00010000:1.0:1789760797.702946:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392540
00000020:00200000:1.0:1789760797.702955:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.702967:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.702979:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392540
00000100:00100000:1.0:1789760797.703017:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917504:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.703158:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16793, 16793]
00000080:00200000:0.0:1789760797.703175:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.703180:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.703195:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68788224 i_blocks 134376
00000020:00200000:0.0:1789760797.703198:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.703208:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.703241:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68788224, count: 4096
00000080:00200000:0.0:1789760797.703257:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68788224, bytes: 4096
00000080:00200000:0.0:1789760797.703266:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.703274:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.703276:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68788224, 68792320) 0 0
00000080:00200000:0.0:1789760797.703280:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.703295:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16794, 16794]
00020000:00200000:0.0:1789760797.703304:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68788224 chunk: [68788224, 68792320) 68792320, 4096
00020000:00200000:0.0:1789760797.703308:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.703326:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16794, 16794]
00000008:00010000:0.0:1789760797.703341:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.703346:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.703356:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68788224, 68792320) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.703369:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68788224=0x419a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.703422:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.703425:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68792320
00000020:00010000:0.0:1789760797.703432:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.703436:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.703439:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.703442:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.703445:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.703452:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.703458:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.703472:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392d80
00000008:00100000:0.0:1789760797.703570:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aac380 - object 0x280000401:2 offset 68788224<>68792320
00000100:00100000:1.0:1789760797.703781:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554917632:192.168.203.122@tcp:4:dd.0
00010000:00010000:3.0:1789760797.709671:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760797.719730:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984103 gen 2
00000008:00010000:1.0:1789760797.719793:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392d80
00000020:00200000:1.0:1789760797.719845:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.719858:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.719872:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392d80
00000100:00100000:1.0:1789760797.719904:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554917632:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760797.720070:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16794, 16794]
00000080:00200000:0.0:1789760797.720087:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.720093:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.720108:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68792320 i_blocks 134384
00000020:00200000:0.0:1789760797.720111:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.720125:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.720317:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68792320, count: 4096
00000080:00200000:0.0:1789760797.720326:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68792320, bytes: 4096
00000080:00200000:0.0:1789760797.720336:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.720346:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.720348:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68792320, 68796416) 0 0
00000080:00200000:0.0:1789760797.720353:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.720370:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16795, 16795]
00020000:00200000:0.0:1789760797.720378:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68792320 chunk: [68792320, 68796416) 68796416, 4096
00020000:00200000:0.0:1789760797.720382:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.720401:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16795, 16795]
00000008:00010000:0.0:1789760797.720419:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.720424:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760797.720520:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68792320, 68796416) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.720535:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68792320=0x419b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.720597:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.720754:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68796416
00000020:00010000:0.0:1789760797.720763:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.720767:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.720770:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.720774:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.720777:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.720785:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.720793:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.720925:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760797.721027:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aad180 - object 0x280000401:2 offset 68792320<>68796416
00000100:00100000:1.0:1789760797.721210:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917760:192.168.203.122@tcp:4:dd.0
00000100:00100000:1.0:1789760797.735367:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984104 gen 2
00000008:00010000:1.0:1789760797.735420:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c97392000
00000020:00200000:1.0:1789760797.735429:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.735439:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.735466:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c97392000
00000100:00100000:1.0:1789760797.735498:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554917760:192.168.203.122@tcp:4:dd.0
00000080:00200000:3.0:1789760797.737476:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16795, 16795]
00000080:00200000:3.0:1789760797.737504:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760797.737511:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760797.737533:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68796416 i_blocks 134392
00000020:00200000:3.0:1789760797.737539:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760797.737557:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760797.737595:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68796416, count: 4096
00000080:00200000:3.0:1789760797.737604:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68796416, bytes: 4096
00000080:00200000:3.0:1789760797.737618:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760797.737639:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760797.737642:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68796416, 68800512) 0 0
00000080:00200000:3.0:1789760797.737646:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760797.737663:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16796, 16796]
00020000:00200000:3.0:1789760797.737672:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68796416 chunk: [68796416, 68800512) 68800512, 4096
00020000:00200000:3.0:1789760797.737873:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760797.738171:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16796, 16796]
00000008:00010000:2.0:1789760797.739145:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.739156:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.739171:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68796416, 68800512) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.739189:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68796416=0x419c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.739279:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.739283:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68800512
00000020:00010000:2.0:1789760797.739292:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.739296:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.739298:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.739302:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.739304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.739318:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.739325:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.739346:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760797.739457:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 68796416<>68800512
00000100:00100000:3.0:1789760797.739867:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554917888:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.759876:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984105 gen 2
00000008:00010000:3.0:1789760797.759925:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760797.759934:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.759947:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.759965:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760797.759994:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554917888:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.760736:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16796, 16796]
00000080:00200000:2.0:1789760797.760757:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.760764:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.760779:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68800512 i_blocks 134400
00000020:00200000:2.0:1789760797.760782:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.760794:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.760862:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68800512, count: 4096
00000080:00200000:2.0:1789760797.760870:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68800512, bytes: 4096
00000080:00200000:2.0:1789760797.760882:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.760892:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.760894:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68800512, 68804608) 0 0
00000080:00200000:2.0:1789760797.760898:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.760916:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16797, 16797]
00020000:00200000:2.0:1789760797.760924:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68800512 chunk: [68800512, 68804608) 68804608, 4096
00020000:00200000:2.0:1789760797.760928:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.760950:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16797, 16797]
00000008:00010000:2.0:1789760797.760972:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.760978:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.760991:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68800512, 68804608) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.763357:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68800512=0x419d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.763496:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.763501:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68804608
00000020:00010000:2.0:1789760797.763512:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.763516:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.763520:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.763523:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.763526:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.763538:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.763549:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.763565:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760797.763679:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 68800512<>68804608
00000100:00100000:3.0:1789760797.765151:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760797.765183:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554918016:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.775173:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984106 gen 2
00000008:00010000:3.0:1789760797.775226:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760797.775234:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.775256:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.775276:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760797.775307:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554918016:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.775500:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16797, 16797]
00000080:00200000:2.0:1789760797.775518:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.775525:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.775541:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68804608 i_blocks 134408
00000020:00200000:2.0:1789760797.775545:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.775554:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.775590:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68804608, count: 4096
00000080:00200000:2.0:1789760797.775597:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68804608, bytes: 4096
00000080:00200000:2.0:1789760797.775607:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.775617:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.775619:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68804608, 68808704) 0 0
00000080:00200000:2.0:1789760797.775635:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.775652:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16798, 16798]
00020000:00200000:2.0:1789760797.775661:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68804608 chunk: [68804608, 68808704) 68808704, 4096
00020000:00200000:2.0:1789760797.775665:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.775684:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16798, 16798]
00000008:00010000:2.0:1789760797.775702:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.775708:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.775719:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68804608, 68808704) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.775731:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68804608=0x419e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.775785:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.775788:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68808704
00000020:00010000:2.0:1789760797.775796:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.775850:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.775854:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.775858:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.775861:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.775869:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.775876:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.775893:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760797.776116:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 68804608<>68808704
00000100:00100000:3.0:1789760797.776182:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554918144:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.808786:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984107 gen 2
00000008:00010000:3.0:1789760797.808878:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760797.808887:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.808900:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.808921:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760797.808952:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554918144:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.812293:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16798, 16798]
00000080:00200000:2.0:1789760797.812321:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.812327:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.812344:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68808704 i_blocks 134416
00000020:00200000:2.0:1789760797.812350:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.812365:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.812399:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68808704, count: 4096
00000080:00200000:2.0:1789760797.812407:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68808704, bytes: 4096
00000080:00200000:2.0:1789760797.812421:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.812431:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.812433:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68808704, 68812800) 0 0
00000080:00200000:2.0:1789760797.812438:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.812455:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16799, 16799]
00020000:00200000:2.0:1789760797.812464:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68808704 chunk: [68808704, 68812800) 68812800, 4096
00020000:00200000:2.0:1789760797.812469:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.812491:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16799, 16799]
00000008:00010000:2.0:1789760797.812510:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.812516:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.812527:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68808704, 68812800) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.812542:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68808704=0x419f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.812615:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.812618:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68812800
00000020:00010000:2.0:1789760797.812627:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.812630:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.812633:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.812636:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.812639:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.812649:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.812655:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.812677:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760797.812794:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 68808704<>68812800
00000100:00100000:3.0:1789760797.813637:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918272:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.826235:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984108 gen 2
00000008:00010000:3.0:1789760797.826303:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760797.826311:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.826323:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.826344:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760797.826374:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918272:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760797.826637:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16799, 16799]
00000080:00200000:2.0:1789760797.826652:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.826658:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.826674:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68812800 i_blocks 134424
00000020:00200000:2.0:1789760797.826678:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.826689:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.826723:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68812800, count: 4096
00000080:00200000:2.0:1789760797.826731:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68812800, bytes: 4096
00000080:00200000:2.0:1789760797.826741:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.826750:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.826753:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68812800, 68816896) 0 0
00000080:00200000:2.0:1789760797.826757:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.826774:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16800, 16800]
00020000:00200000:2.0:1789760797.826782:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68812800 chunk: [68812800, 68816896) 68816896, 4096
00020000:00200000:2.0:1789760797.826786:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.827093:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16800, 16800]
00000008:00010000:2.0:1789760797.827115:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.827121:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.827132:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68812800, 68816896) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.827146:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68812800=0x41a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.827206:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.827210:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68816896
00000020:00010000:2.0:1789760797.827219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.827222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.827225:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.827228:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.827231:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.827239:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.827262:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760797.827335:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760797.827533:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68812800<>68816896
00000100:00100000:3.0:1789760797.827757:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760797.827779:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918400:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.838685:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984109 gen 2
00000008:00010000:3.0:1789760797.838738:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760797.838748:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760797.838761:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760797.838782:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000080:00200000:2.0:1789760797.838906:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16800, 16800]
00000080:00200000:2.0:1789760797.838923:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760797.838930:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760797.838944:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68816896 i_blocks 134432
00000020:00200000:2.0:1789760797.838948:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760797.838957:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760797.838991:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68816896, count: 4096
00000080:00200000:2.0:1789760797.839011:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68816896, bytes: 4096
00000080:00200000:2.0:1789760797.839022:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760797.839032:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760797.839034:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68816896, 68820992) 0 0
00000080:00200000:2.0:1789760797.839039:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760797.839058:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16801, 16801]
00020000:00200000:2.0:1789760797.839069:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68816896 chunk: [68816896, 68820992) 68820992, 4096
00020000:00200000:2.0:1789760797.839074:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760797.839095:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16801, 16801]
00000008:00010000:2.0:1789760797.839114:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760797.839120:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760797.839132:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68816896, 68820992) append 0 append lockpos 0
00000080:00200000:2.0:1789760797.839147:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68816896=0x41a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760797.839197:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760797.839200:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68820992
00000020:00010000:2.0:1789760797.839209:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760797.839213:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.839216:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760797.839219:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760797.839222:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760797.839231:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760797.839238:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760797.839726:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918400:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760797.839776:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:3.0:1789760797.839910:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df8700 - object 0x280000401:2 offset 68816896<>68820992
00000100:00100000:3.0:1789760797.839968:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918528:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760797.855870:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984110 gen 2
00000008:00010000:2.0:1789760797.856085:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:2.0:1789760797.856095:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.856108:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.856140:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:2.0:1789760797.856184:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554918528:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.856225:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16801, 16801]
00000080:00200000:1.0:1789760797.856241:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.856256:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.856273:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68820992 i_blocks 134440
00000020:00200000:1.0:1789760797.856277:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.856288:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.856326:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68820992, count: 4096
00000080:00200000:1.0:1789760797.856336:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68820992, bytes: 4096
00000080:00200000:1.0:1789760797.856356:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.856365:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.856368:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68820992, 68825088) 0 0
00000080:00200000:1.0:1789760797.856373:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.856391:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16802, 16802]
00020000:00200000:1.0:1789760797.856401:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68820992 chunk: [68820992, 68825088) 68825088, 4096
00020000:00200000:1.0:1789760797.856405:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.856425:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16802, 16802]
00000008:00010000:1.0:1789760797.856442:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.856448:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.856461:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68820992, 68825088) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.856476:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68820992=0x41a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.856684:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.856687:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68825088
00000020:00010000:1.0:1789760797.856696:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.856700:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.856703:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.856706:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.856709:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.856717:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.856724:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.856741:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68780
00000008:00100000:1.0:1789760797.856873:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0e00 - object 0x280000401:2 offset 68820992<>68825088
00000100:00100000:0.0:1789760797.856945:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554918656:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.874277:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984111 gen 2
00000008:00010000:0.0:1789760797.874331:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68780
00000020:00200000:0.0:1789760797.874340:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.874353:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.874377:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68780
00000100:00100000:0.0:1789760797.874407:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554918656:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.874603:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16802, 16802]
00000080:00200000:1.0:1789760797.874691:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.874702:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.874717:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68825088 i_blocks 134448
00000020:00200000:1.0:1789760797.874721:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.874732:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.874768:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68825088, count: 4096
00000080:00200000:1.0:1789760797.874776:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68825088, bytes: 4096
00000080:00200000:1.0:1789760797.874785:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.874794:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.874796:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68825088, 68829184) 0 0
00000080:00200000:1.0:1789760797.874835:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.874853:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16803, 16803]
00020000:00200000:1.0:1789760797.874862:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68825088 chunk: [68825088, 68829184) 68829184, 4096
00020000:00200000:1.0:1789760797.874867:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.874889:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16803, 16803]
00000008:00010000:1.0:1789760797.874909:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.874915:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.874927:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68825088, 68829184) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.874942:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68825088=0x41a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.875077:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.875081:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68829184
00000020:00010000:1.0:1789760797.875091:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.875094:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.875097:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.875101:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.875104:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.875112:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.875119:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.875137:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e683c0
00000008:00100000:1.0:1789760797.875699:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3480 - object 0x280000401:2 offset 68825088<>68829184
00000100:00100000:0.0:1789760797.875854:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554918784:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.887533:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984112 gen 2
00000008:00010000:0.0:1789760797.887588:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e683c0
00000020:00200000:0.0:1789760797.887597:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.887620:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.887643:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e683c0
00000100:00100000:0.0:1789760797.887674:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554918784:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.888195:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16803, 16803]
00000080:00200000:1.0:1789760797.888212:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.888219:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.888255:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68829184 i_blocks 134456
00000020:00200000:1.0:1789760797.888260:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.888272:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.888310:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68829184, count: 4096
00000080:00200000:1.0:1789760797.888319:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68829184, bytes: 4096
00000080:00200000:1.0:1789760797.888328:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.888338:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.888340:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68829184, 68833280) 0 0
00000080:00200000:1.0:1789760797.888345:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.888361:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16804, 16804]
00020000:00200000:1.0:1789760797.888377:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68829184 chunk: [68829184, 68833280) 68833280, 4096
00020000:00200000:1.0:1789760797.888382:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.888416:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16804, 16804]
00000008:00010000:1.0:1789760797.888435:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.888442:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.888454:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68829184, 68833280) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.888469:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68829184=0x41a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.888535:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.888539:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68833280
00000020:00010000:1.0:1789760797.888547:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.888551:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.888554:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.888558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.888561:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.888569:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.888576:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.888594:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e686c0
00000008:00100000:1.0:1789760797.889330:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b0000 - object 0x280000401:2 offset 68829184<>68833280
00000100:00100000:0.0:1789760797.890984:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.891033:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554918912:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.901484:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984113 gen 2
00000008:00010000:0.0:1789760797.901551:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e686c0
00000020:00200000:0.0:1789760797.901560:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.901574:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.901599:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e686c0
00000100:00100000:0.0:1789760797.901640:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554918912:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.901994:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16804, 16804]
00000080:00200000:1.0:1789760797.902010:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.902017:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.902031:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68833280 i_blocks 134464
00000020:00200000:1.0:1789760797.902035:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.902046:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.902080:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68833280, count: 4096
00000080:00200000:1.0:1789760797.902088:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68833280, bytes: 4096
00000080:00200000:1.0:1789760797.902097:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.902106:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.902108:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68833280, 68837376) 0 0
00000080:00200000:1.0:1789760797.902112:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.902129:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16805, 16805]
00020000:00200000:1.0:1789760797.902138:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68833280 chunk: [68833280, 68837376) 68837376, 4096
00020000:00200000:1.0:1789760797.902142:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.902163:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16805, 16805]
00000008:00010000:1.0:1789760797.902181:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.902187:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.902199:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68833280, 68837376) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.902214:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68833280=0x41a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.902287:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.902290:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68837376
00000020:00010000:1.0:1789760797.902298:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.902302:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.902304:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.902308:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.902311:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.902318:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.902325:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.902341:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68540
00000008:00100000:1.0:1789760797.903078:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2a00 - object 0x280000401:2 offset 68833280<>68837376
00000100:00100000:0.0:1789760797.903339:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.903366:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919040:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.919588:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984114 gen 2
00000008:00010000:0.0:1789760797.919655:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68540
00000020:00200000:0.0:1789760797.919665:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.919677:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.919706:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68540
00000100:00100000:0.0:1789760797.919740:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919040:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.920496:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16805, 16805]
00000080:00200000:1.0:1789760797.920514:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.920521:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.920537:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68837376 i_blocks 134472
00000020:00200000:1.0:1789760797.920542:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.920554:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.920600:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68837376, count: 4096
00000080:00200000:1.0:1789760797.920608:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68837376, bytes: 4096
00000080:00200000:1.0:1789760797.920619:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.920628:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.920631:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68837376, 68841472) 0 0
00000080:00200000:1.0:1789760797.920636:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.920652:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16806, 16806]
00020000:00200000:1.0:1789760797.920661:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68837376 chunk: [68837376, 68841472) 68841472, 4096
00020000:00200000:1.0:1789760797.920666:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.920686:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16806, 16806]
00000008:00010000:1.0:1789760797.920705:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.920710:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.920721:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68837376, 68841472) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.920735:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68837376=0x41a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.921346:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.921350:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68841472
00000020:00010000:1.0:1789760797.921360:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.923500:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.923509:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.923515:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.923518:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.923535:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.923547:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.923584:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68300
00000008:00100000:1.0:1789760797.923711:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b3800 - object 0x280000401:2 offset 68837376<>68841472
00000100:00100000:0.0:1789760797.924144:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.924173:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554919168:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.941717:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984115 gen 2
00000008:00010000:0.0:1789760797.941770:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68300
00000020:00200000:0.0:1789760797.941779:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.941791:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.941914:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68300
00000100:00100000:0.0:1789760797.941945:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554919168:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.942133:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16806, 16806]
00000080:00200000:1.0:1789760797.942148:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.942154:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.942169:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68841472 i_blocks 134480
00000020:00200000:1.0:1789760797.942173:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.942185:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.942302:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68841472, count: 4096
00000080:00200000:1.0:1789760797.942311:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68841472, bytes: 4096
00000080:00200000:1.0:1789760797.942321:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.942330:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.942332:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68841472, 68845568) 0 0
00000080:00200000:1.0:1789760797.942337:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.942355:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16807, 16807]
00020000:00200000:1.0:1789760797.942364:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68841472 chunk: [68841472, 68845568) 68845568, 4096
00020000:00200000:1.0:1789760797.942369:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.942390:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16807, 16807]
00000008:00010000:1.0:1789760797.942410:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.942416:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.942429:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68841472, 68845568) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.942445:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68841472=0x41a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.942509:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.942513:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68845568
00000020:00010000:1.0:1789760797.942521:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.942525:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.942529:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.942532:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.942536:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.942545:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.942552:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.942569:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68e40
00000008:00100000:1.0:1789760797.942675:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1880 - object 0x280000401:2 offset 68841472<>68845568
00000100:00100000:0.0:1789760797.942742:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.942842:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919296:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.959660:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984116 gen 2
00000008:00010000:0.0:1789760797.959712:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68e40
00000020:00200000:0.0:1789760797.959720:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.959732:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.959754:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68e40
00000100:00100000:0.0:1789760797.959788:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919296:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.960021:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16807, 16807]
00000080:00200000:1.0:1789760797.960045:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.960051:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.960067:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68845568 i_blocks 134488
00000020:00200000:1.0:1789760797.960071:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.960082:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.960196:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68845568, count: 4096
00000080:00200000:1.0:1789760797.960205:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68845568, bytes: 4096
00000080:00200000:1.0:1789760797.960215:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.960226:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.960228:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68845568, 68849664) 0 0
00000080:00200000:1.0:1789760797.960306:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.960330:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16808, 16808]
00020000:00200000:1.0:1789760797.960339:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68845568 chunk: [68845568, 68849664) 68849664, 4096
00020000:00200000:1.0:1789760797.960343:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.960367:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16808, 16808]
00000008:00010000:1.0:1789760797.960386:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.960391:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.960406:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68845568, 68849664) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.960421:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68845568=0x41a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.960489:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.960492:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68849664
00000020:00010000:1.0:1789760797.960501:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.960505:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.960508:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.960512:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.960515:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.960524:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.960531:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.960549:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000008:00100000:1.0:1789760797.960650:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1f80 - object 0x280000401:2 offset 68845568<>68849664
00000100:00100000:0.0:1789760797.960738:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.960759:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554919424:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760797.978847:0:2412:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984117 gen 2
00000008:00010000:0.0:1789760797.978909:0:2412:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000020:00200000:0.0:1789760797.978917:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.978931:0:2412:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.978958:0:2412:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68cc0
00000100:00100000:0.0:1789760797.978993:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554919424:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760797.981386:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16808, 16808]
00000080:00200000:1.0:1789760797.981410:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.981416:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.981434:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68849664 i_blocks 134496
00000020:00200000:1.0:1789760797.981439:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.981458:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.981493:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68849664, count: 4096
00000080:00200000:1.0:1789760797.981502:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68849664, bytes: 4096
00000080:00200000:1.0:1789760797.981516:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.981526:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.981528:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68849664, 68853760) 0 0
00000080:00200000:1.0:1789760797.981533:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.981549:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16809, 16809]
00020000:00200000:1.0:1789760797.981558:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68849664 chunk: [68849664, 68853760) 68853760, 4096
00020000:00200000:1.0:1789760797.981562:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.981583:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16809, 16809]
00000008:00010000:1.0:1789760797.981601:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.981607:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760797.981619:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68849664, 68853760) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.981632:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68849664=0x41a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.981697:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.981700:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68853760
00000020:00010000:1.0:1789760797.981708:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.981711:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.981714:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.981718:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.981721:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.981729:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.981743:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.981765:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e680c0
00000008:00100000:1.0:1789760797.982763:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b2680 - object 0x280000401:2 offset 68849664<>68853760
00000100:00100000:0.0:1789760797.982935:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.982970:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919552:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760798.003741:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984118 gen 2
00000008:00010000:0.0:1789760798.003792:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e680c0
00000020:00200000:0.0:1789760798.003833:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.003846:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.003872:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e680c0
00000100:00100000:0.0:1789760798.003903:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919552:192.168.203.122@tcp:4:dd.0
00000080:00200000:1.0:1789760798.004080:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16809, 16809]
00000080:00200000:1.0:1789760798.004108:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.004114:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.004130:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68853760 i_blocks 134504
00000020:00200000:1.0:1789760798.004133:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.004144:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.004179:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68853760, count: 4096
00000080:00200000:1.0:1789760798.004187:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68853760, bytes: 4096
00000080:00200000:1.0:1789760798.004197:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.004206:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.004208:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68853760, 68857856) 0 0
00000080:00200000:1.0:1789760798.004213:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.004230:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16810, 16810]
00020000:00200000:1.0:1789760798.004239:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68853760 chunk: [68853760, 68857856) 68857856, 4096
00020000:00200000:1.0:1789760798.004253:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.004274:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16810, 16810]
00000008:00010000:1.0:1789760798.004291:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.004297:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c859fdc30, osc lock ffff8d7c965b2390, flags 0x0
00000080:00200000:1.0:1789760798.004308:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68853760, 68857856) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.004324:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68853760=0x41aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.004386:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.004390:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68857856
00000020:00010000:1.0:1789760798.004398:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.004402:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.004405:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c859fdc30 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.004408:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.004411:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c859fdc30 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.004419:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.004425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.004442:0:9405:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c87e68480
00000008:00100000:1.0:1789760798.004545:0:9405:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c867b1c00 - object 0x280000401:2 offset 68853760<>68857856
00000100:00100000:0.0:1789760798.006323:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919680:192.168.203.122@tcp:4:dd.0
00000100:00100000:0.0:1789760798.026079:0:2411:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984119 gen 2
00000008:00010000:0.0:1789760798.026132:0:2411:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c87e68480
00000020:00200000:0.0:1789760798.026141:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.026155:0:2411:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.026180:0:2411:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c87e68480
00000100:00100000:0.0:1789760798.026212:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554919680:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.026377:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16810, 16810]
00000080:00200000:2.0:1789760798.026395:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.026401:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.026417:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68857856 i_blocks 134512
00000020:00200000:2.0:1789760798.026420:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.026434:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.026471:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68857856, count: 4096
00000080:00200000:2.0:1789760798.026479:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68857856, bytes: 4096
00000080:00200000:2.0:1789760798.026490:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.026499:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.026501:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68857856, 68861952) 0 0
00000080:00200000:2.0:1789760798.026506:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.026526:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16811, 16811]
00020000:00200000:2.0:1789760798.026537:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68857856 chunk: [68857856, 68861952) 68861952, 4096
00020000:00200000:2.0:1789760798.026543:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.026566:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16811, 16811]
00000008:00010000:2.0:1789760798.026586:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.026592:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.026604:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68857856, 68861952) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.026619:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68857856=0x41ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.026678:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.026681:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68861952
00000020:00010000:2.0:1789760798.026691:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.026695:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.026698:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.026701:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.026705:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.026715:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.026723:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.026741:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760798.026901:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47fb80 - object 0x280000401:2 offset 68857856<>68861952
00000100:00100000:3.0:1789760798.026979:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554919808:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.041785:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984120 gen 2
00000008:00010000:3.0:1789760798.042255:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760798.042265:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.042277:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.042301:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760798.042334:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554919808:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.042789:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16811, 16811]
00000080:00200000:2.0:1789760798.042844:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.042851:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.042888:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68861952 i_blocks 134520
00000020:00200000:2.0:1789760798.042892:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.042903:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.042937:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68861952, count: 4096
00000080:00200000:2.0:1789760798.042945:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68861952, bytes: 4096
00000080:00200000:2.0:1789760798.042957:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.042966:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.042968:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68861952, 68866048) 0 0
00000080:00200000:2.0:1789760798.042973:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.042990:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16812, 16812]
00020000:00200000:2.0:1789760798.043009:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68861952 chunk: [68861952, 68866048) 68866048, 4096
00020000:00200000:2.0:1789760798.043015:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.043036:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16812, 16812]
00000008:00010000:2.0:1789760798.043056:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.043959:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.043987:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68861952, 68866048) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.044854:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68861952=0x41ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.044959:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.044962:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68866048
00000020:00010000:2.0:1789760798.044974:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.044978:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.044983:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.044986:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.044989:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.045015:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.045024:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.045058:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760798.045180:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ed80 - object 0x280000401:2 offset 68861952<>68866048
00000100:00100000:3.0:1789760798.045613:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760798.045653:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554919936:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.063150:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984121 gen 2
00000008:00010000:3.0:1789760798.063204:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760798.063213:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.063226:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.063255:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000100:00100000:3.0:1789760798.063285:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554919936:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.063384:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16812, 16812]
00000080:00200000:2.0:1789760798.063403:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.063408:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.063435:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68866048 i_blocks 134528
00000020:00200000:2.0:1789760798.063439:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.063449:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.063492:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68866048, count: 4096
00000080:00200000:2.0:1789760798.063501:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68866048, bytes: 4096
00000080:00200000:2.0:1789760798.063511:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.063520:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.063522:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68866048, 68870144) 0 0
00000080:00200000:2.0:1789760798.063526:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.063543:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16813, 16813]
00020000:00200000:2.0:1789760798.063552:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68866048 chunk: [68866048, 68870144) 68870144, 4096
00020000:00200000:2.0:1789760798.063557:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.063577:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16813, 16813]
00000008:00010000:2.0:1789760798.063594:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.063600:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.063613:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68866048, 68870144) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.063637:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68866048=0x41ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.064057:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.064062:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68870144
00000020:00010000:2.0:1789760798.064071:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.064075:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.064078:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.064081:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.064084:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.064094:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.064102:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.064119:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760798.064229:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47d180 - object 0x280000401:2 offset 68866048<>68870144
00000100:00100000:3.0:1789760798.064311:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920064:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.080485:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984122 gen 2
00000008:00010000:3.0:1789760798.080539:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760798.080547:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.080560:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.080580:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760798.080610:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920064:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.081019:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16813, 16813]
00000080:00200000:2.0:1789760798.081038:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.081046:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.081172:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68870144 i_blocks 134536
00000020:00200000:2.0:1789760798.081178:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.081190:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.081227:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68870144, count: 4096
00000080:00200000:2.0:1789760798.081235:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68870144, bytes: 4096
00000080:00200000:2.0:1789760798.081303:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.081313:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.081316:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68870144, 68874240) 0 0
00000080:00200000:2.0:1789760798.081321:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.081338:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16814, 16814]
00020000:00200000:2.0:1789760798.081347:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68870144 chunk: [68870144, 68874240) 68874240, 4096
00020000:00200000:2.0:1789760798.081351:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.081371:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16814, 16814]
00000008:00010000:2.0:1789760798.081390:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.081396:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.081409:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68870144, 68874240) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.081425:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68870144=0x41ae000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.081557:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.081560:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68874240
00000020:00010000:2.0:1789760798.081570:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.081574:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.081576:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.081580:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.081583:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.081591:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.081599:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.081743:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c900
00000008:00100000:2.0:1789760798.082184:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ce00 - object 0x280000401:2 offset 68870144<>68874240
00000100:00100000:3.0:1789760798.086035:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920192:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.100686:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984123 gen 2
00000008:00010000:3.0:1789760798.100741:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c900
00000020:00200000:3.0:1789760798.100749:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.100762:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.100783:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c900
00000100:00100000:3.0:1789760798.100856:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920192:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.101130:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16814, 16814]
00000080:00200000:2.0:1789760798.101147:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.101153:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.101169:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68874240 i_blocks 134544
00000020:00200000:2.0:1789760798.101173:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.101184:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.101220:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68874240, count: 4096
00000080:00200000:2.0:1789760798.101228:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68874240, bytes: 4096
00000080:00200000:2.0:1789760798.101240:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.101258:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.101260:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68874240, 68878336) 0 0
00000080:00200000:2.0:1789760798.101266:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.101281:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16815, 16815]
00020000:00200000:2.0:1789760798.101291:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68874240 chunk: [68874240, 68878336) 68878336, 4096
00020000:00200000:2.0:1789760798.101296:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.101317:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16815, 16815]
00000008:00010000:2.0:1789760798.101337:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.101343:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.101355:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68874240, 68878336) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.101368:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68874240=0x41af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.101425:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.101428:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68878336
00000020:00010000:2.0:1789760798.101437:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.101441:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.101444:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.101448:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.101451:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.101459:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.101477:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.101493:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663c000
00000008:00100000:2.0:1789760798.101595:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47ea00 - object 0x280000401:2 offset 68874240<>68878336
00000100:00100000:3.0:1789760798.101975:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.101996:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920320:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.121932:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984124 gen 2
00000008:00010000:3.0:1789760798.121984:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663c000
00000020:00200000:3.0:1789760798.121993:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.122015:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.122036:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663c000
00000080:00200000:2.0:1789760798.122200:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16815, 16815]
00000080:00200000:2.0:1789760798.122219:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.122225:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.122269:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68878336 i_blocks 134552
00000020:00200000:2.0:1789760798.122274:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.122285:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.122321:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68878336, count: 4096
00000080:00200000:2.0:1789760798.122330:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68878336, bytes: 4096
00000080:00200000:2.0:1789760798.122341:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.122350:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.122353:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68878336, 68882432) 0 0
00000080:00200000:2.0:1789760798.122357:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.122374:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16816, 16816]
00020000:00200000:2.0:1789760798.122382:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68878336 chunk: [68878336, 68882432) 68882432, 4096
00020000:00200000:2.0:1789760798.122387:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.122406:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16816, 16816]
00000008:00010000:2.0:1789760798.122422:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.122428:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.122440:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68878336, 68882432) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.122452:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68878336=0x41b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.122623:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.122640:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68882432
00000020:00010000:2.0:1789760798.122649:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.122653:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.122656:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.122660:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.122663:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.122671:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.122683:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:3.0:1789760798.123457:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920320:192.168.203.122@tcp:4:dd.0
00000008:00010000:3.0:1789760798.123591:0:33:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:3.0:1789760798.123871:0:33:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c87df9880 - object 0x280000401:2 offset 68878336<>68882432
00000100:00100000:3.0:1789760798.123945:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920448:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.149986:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984125 gen 2
00000008:00010000:3.0:1789760798.150210:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:3.0:1789760798.150220:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.150234:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.150371:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:3.0:1789760798.150402:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920448:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.150559:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16816, 16816]
00000080:00200000:2.0:1789760798.150577:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.150583:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.150598:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68882432 i_blocks 134560
00000020:00200000:2.0:1789760798.150602:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.150612:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.150748:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68882432, count: 4096
00000080:00200000:2.0:1789760798.150756:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68882432, bytes: 4096
00000080:00200000:2.0:1789760798.150768:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.150777:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.150779:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68882432, 68886528) 0 0
00000080:00200000:2.0:1789760798.150784:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.150870:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16817, 16817]
00020000:00200000:2.0:1789760798.150878:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68882432 chunk: [68882432, 68886528) 68886528, 4096
00020000:00200000:2.0:1789760798.150883:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.150903:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16817, 16817]
00000008:00010000:2.0:1789760798.150921:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.150926:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.150937:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68882432, 68886528) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.150949:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68882432=0x41b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.151175:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.151179:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68886528
00000020:00010000:2.0:1789760798.151188:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.151191:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.151195:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.151198:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.151201:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.151211:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.151218:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.151238:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760798.151426:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c380 - object 0x280000401:2 offset 68882432<>68886528
00000100:00100000:3.0:1789760798.151562:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920576:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.163327:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984126 gen 2
00000008:00010000:3.0:1789760798.163384:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760798.163393:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.163405:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.163424:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760798.163451:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920576:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.163778:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16817, 16817]
00000080:00200000:2.0:1789760798.163793:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.163798:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.163847:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68886528 i_blocks 134568
00000020:00200000:2.0:1789760798.163850:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.163858:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.163888:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68886528, count: 4096
00000080:00200000:2.0:1789760798.163894:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68886528, bytes: 4096
00000080:00200000:2.0:1789760798.163902:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.163909:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.163911:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68886528, 68890624) 0 0
00000080:00200000:2.0:1789760798.163915:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.163929:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16818, 16818]
00020000:00200000:2.0:1789760798.163935:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68886528 chunk: [68886528, 68890624) 68890624, 4096
00020000:00200000:2.0:1789760798.163939:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.163954:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16818, 16818]
00000008:00010000:2.0:1789760798.163970:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.163976:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.163988:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68886528, 68890624) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.164012:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68886528=0x41b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.164297:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.164300:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68890624
00000020:00010000:2.0:1789760798.164310:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.164314:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.164317:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.164321:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.164324:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.164398:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.164406:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.164426:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760798.164543:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f800 - object 0x280000401:2 offset 68886528<>68890624
00000100:00100000:3.0:1789760798.164652:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920704:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.182556:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984127 gen 2
00000008:00010000:3.0:1789760798.182614:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760798.182745:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.182759:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.182782:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760798.182835:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920704:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.182967:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16818, 16818]
00000080:00200000:2.0:1789760798.182985:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.182991:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.183128:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68890624 i_blocks 134576
00000020:00200000:2.0:1789760798.183133:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.183144:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.183181:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68890624, count: 4096
00000080:00200000:2.0:1789760798.183190:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68890624, bytes: 4096
00000080:00200000:2.0:1789760798.183205:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.183214:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.183217:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68890624, 68894720) 0 0
00000080:00200000:2.0:1789760798.183222:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.183239:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16819, 16819]
00020000:00200000:2.0:1789760798.183322:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68890624 chunk: [68890624, 68894720) 68894720, 4096
00020000:00200000:2.0:1789760798.183328:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.183350:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16819, 16819]
00000008:00010000:2.0:1789760798.183370:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.183375:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.183387:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68890624, 68894720) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.183401:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68890624=0x41b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.183545:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.183548:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68894720
00000020:00010000:2.0:1789760798.183558:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.183561:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.183565:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.183568:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.183571:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.183580:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.183587:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.183606:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cc00
00000008:00100000:2.0:1789760798.183890:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47c700 - object 0x280000401:2 offset 68890624<>68894720
00000100:00100000:3.0:1789760798.184402:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.184432:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920832:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.207171:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984128 gen 2
00000008:00010000:3.0:1789760798.207224:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cc00
00000020:00200000:3.0:1789760798.207234:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.207260:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.207281:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cc00
00000100:00100000:3.0:1789760798.207310:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554920832:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.207417:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16819, 16819]
00000080:00200000:2.0:1789760798.207431:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.207438:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.207452:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68894720 i_blocks 134584
00000020:00200000:2.0:1789760798.207456:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.207473:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.207505:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68894720, count: 4096
00000080:00200000:2.0:1789760798.207513:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68894720, bytes: 4096
00000080:00200000:2.0:1789760798.207521:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.207530:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.207532:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68894720, 68898816) 0 0
00000080:00200000:2.0:1789760798.207536:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.207551:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16820, 16820]
00020000:00200000:2.0:1789760798.207559:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68894720 chunk: [68894720, 68898816) 68898816, 4096
00020000:00200000:2.0:1789760798.207564:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.207582:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16820, 16820]
00000008:00010000:2.0:1789760798.207600:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.207607:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.207619:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68894720, 68898816) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.207634:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68894720=0x41b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.207704:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.207707:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68898816
00000020:00010000:2.0:1789760798.207715:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.207719:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.207722:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.207726:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.207729:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.207737:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.207742:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.207756:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663cd80
00000008:00100000:2.0:1789760798.207915:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47f100 - object 0x280000401:2 offset 68894720<>68898816
00000100:00100000:2.0:1789760798.207956:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760798.207972:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920960:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.223683:0:2413:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984129 gen 2
00000008:00010000:3.0:1789760798.223732:0:2413:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663cd80
00000020:00200000:3.0:1789760798.223740:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760798.223754:0:2413:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760798.223772:0:2413:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663cd80
00000100:00100000:3.0:1789760798.223835:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554920960:192.168.203.122@tcp:4:dd.0
00000080:00200000:2.0:1789760798.224978:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16820, 16820]
00000080:00200000:2.0:1789760798.225009:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.225015:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.225033:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68898816 i_blocks 134592
00000020:00200000:2.0:1789760798.225039:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.225053:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.225087:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68898816, count: 4096
00000080:00200000:2.0:1789760798.225095:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68898816, bytes: 4096
00000080:00200000:2.0:1789760798.225110:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.225119:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.225122:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68898816, 68902912) 0 0
00000080:00200000:2.0:1789760798.225127:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.225144:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16821, 16821]
00020000:00200000:2.0:1789760798.225153:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68898816 chunk: [68898816, 68902912) 68902912, 4096
00020000:00200000:2.0:1789760798.225157:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.225180:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16821, 16821]
00000008:00010000:2.0:1789760798.225201:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.225207:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c95d497b0, osc lock ffff8d7c86794130, flags 0x0
00000080:00200000:2.0:1789760798.225232:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68898816, 68902912) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.225258:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68898816=0x41b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.225345:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.225349:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68902912
00000020:00010000:2.0:1789760798.225357:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.225361:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.225364:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c95d497b0 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.225367:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.225369:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c95d497b0 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.225380:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.225387:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.225408:0:9752:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000008:00100000:2.0:1789760798.225545:0:9752:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c8a47e680 - object 0x280000401:2 offset 68898816<>68902912
00000100:00100000:3.0:1789760798.226369:0:2414:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760798.226401:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554921088:192.168.203.122@tcp:4:dd.0
00000100:00100000:3.0:1789760798.239172:0:2414:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8d7c83014800: committing for last_committed 4294984130 gen 2
00000008:00010000:2.0:1789760798.239334:0:2414:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000020:00200000:2.0:1789760798.239344:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.239356:0:2414:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.239419:0:2414:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff8d7c9663ccc0
00000100:00100000:2.0:1789760798.239450:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554921088:192.168.203.122@tcp:4:dd.0
00000080:00200000:0.0:1789760798.239579:0:12621:0:(file.c:2205:ll_file_io_generic()) Range unlock [16821, 16821]
00000080:00200000:0.0:1789760798.239596:0:12621:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.239603:0:12621:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.239737:0:12621:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 68902912 i_blocks 134600
00000020:00200000:0.0:1789760798.239742:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.239754:0:12621:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.239793:0:12621:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 68902912, count: 4096
00000080:00200000:0.0:1789760798.239822:0:12621:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 68902912, bytes: 4096
00000080:00200000:0.0:1789760798.239836:0:12621:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.239845:0:12621:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cb467309[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.239848:0:12621:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [68902912, 68907008) 0 0
00000080:00200000:0.0:1789760798.239853:0:12621:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.239870:0:12621:0:(file.c:2168:ll_file_io_generic()) Range lock [16822, 16822]
00020000:00200000:0.0:1789760798.239879:0:12621:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 68902912 chunk: [68902912, 68907008) 68907008, 4096
00020000:00200000:0.0:1789760798.239883:0:12621:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.239904:0:12621:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [16822, 16822]
00000008:00010000:0.0:1789760798.239922:0:12621:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.239928:0:12621:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff8d7c964e3530, osc lock ffff8d7c835a6000, flags 0x0
00000080:00200000:0.0:1789760798.239939:0:12621:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [68902912, 68907008) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.239951:0:12621:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff8d7c8a143248), size=4096 (max 536870912), offset=68902912=0x41b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.240130:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.240134:0:12621:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 68907008
00000020:00010000:0.0:1789760798.240142:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.240146:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.240149:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8d7c964e3530 (ffff8d7c879ab6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.240152:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c87e97218 (ffff8d7c879ab098/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.240155:0:12621:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8d7c964e3530 (ffff8d7c879ab098/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.240163:0:12621:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.240169:0:12621:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.240186:0:258:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8d7c97392000
00000008:00100000:0.0:1789760798.240302:0:258:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8d7c85aadf80 - object 0x280000401:2 offset 68902912<>68907008
00000100:00100000:1.0:1789760798.240384:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554921216:192.168.203.122@tcp:4:dd.0
00000100:00100000:2.0:1789760798.349078:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554921344:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760798.349099:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554921472:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760798.349209:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554921728:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760798.349235:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554921984:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760798.349284:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760798.349291:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554921856:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760798.349643:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554921600:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760798.733016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760799.757665:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760799.884933:0:8:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:0.0:1789760799.884949:0:8:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760799.884974:0:8:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00010000:00010000:3.0:1789760800.781153:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760801.806164:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760802.828947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760803.469061:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554922112:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760803.469090:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554922240:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760803.469167:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554922496:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760803.469216:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554922752:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760803.469233:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554922368:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760803.469269:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554922624:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760803.854567:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760804.876901:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760805.900936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760806.924970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760807.948933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760808.588984:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554922880:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760808.589020:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554923008:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760808.589067:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554923264:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760808.589088:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554923520:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760808.589109:0:2414:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c87dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554923136:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760808.589130:0:2413:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760808.589139:0:2413:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554923392:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760808.972971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760809.996981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760811.020977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760812.045037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760813.068940:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760813.709007:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2411:1876699554923648:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760813.709028:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554923776:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760813.709142:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554923904:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760813.709145:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554924032:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760813.709186:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2411:1876699554924160:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760813.709217:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2412:1876699554924288:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760814.092953:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760814.732873:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c85aadf80 x1876699554921216/t0(0) o4->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:6/4 lens 4584/448 e 0 to 1 dl 1789760814 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00000100:00000400:3.0:1789760814.732882:0:2414:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87df9880 x1876699554921344/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:2.0:1789760814.732886:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87df8a80 x1876699554921856/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760814.732935:0:2414:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df9880 x1876699554921344/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760814.732938:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df8a80 x1876699554921856/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760814.732959:0:2414:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from FULL to DISCONN
00000100:00080000:2.0:1789760814.732962:0:2413:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02020000:3.0:1789760814.732966:0:2414:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.122@tcp: Connection to MGS (at 192.168.203.122@tcp) was lost; in progress operations using this service will fail
00000100:02000400:2.0:1789760814.732970:0:2413:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8d7c9578f800: Connection to lustre-MDT0000 (at 192.168.203.122@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760814.732983:0:2413:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1789760814.733006:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87dfb800 x1876699554921472/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760814.733015:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfb800 x1876699554921472/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760814.733028:0:2413:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760814.733032:0:2413:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8d7c83014800: Connection to lustre-MDT0000 (at 192.168.203.122@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760814.733035:0:2413:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1789760814.733043:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87df9180 x1876699554921728/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760814.733059:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df9180 x1876699554921728/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760814.733066:0:2413:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760814.733070:0:2413:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff8d7c83014800: Connection to lustre-OST0000 (at 192.168.203.122@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760814.733074:0:2413:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1789760814.733094:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87dfaa00 x1876699554921984/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760814.733103:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfaa00 x1876699554921984/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760814.733108:0:2413:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760814.733110:0:2413:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8d7c9578f800: Connection to lustre-MDT0001 (at 192.168.203.122@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760814.733112:0:2413:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:2.0:1789760814.733150:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554921856:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760814.733157:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554921472:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760814.733162:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554921728:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760814.733168:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554921984:192.168.203.122@tcp:400:kworker.0
00000100:00080000:3.0:1789760814.741563:0:2414:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.122@tcp for MGC192.168.203.122@tcp not replayable, auto-deactivating
00000100:00080000:3.0:1789760814.741565:0:2414:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:3.0:1789760814.741574:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d7c87df9880 x1876699554921344/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760814.741582:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d7c87df8e00 x1876699554922112/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760814.741589:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d7c87df8380 x1876699554922880/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760814.741594:0:2414:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8d7c85aafb80 x1876699554923648/t0(0) o400->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:3.0:1789760814.741614:0:2414:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:3.0:1789760814.741617:0:2414:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:3.0:1789760814.741619:0:2414:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:1.0:1789760814.741620:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760814.741621:0:2414:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00080000:1.0:1789760814.741627:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760814.741630:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741641:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 290
00000100:00000400:3.0:1789760814.741645:0:2414:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff8d7c87df9c00 x1876699554921600/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760814.741656:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760814.741672:0:2414:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df9c00 x1876699554921600/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760814.741681:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2411:1876699554923648:192.168.203.122@tcp:400:kworker.0
00000100:00080000:3.0:1789760814.741686:0:2414:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760814.741693:0:2414:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8d7c83014800: Connection to lustre-MDT0001 (at 192.168.203.122@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760814.741698:0:2414:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:3.0:1789760814.741719:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554922880:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760814.741731:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699554924416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760814.741732:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554922112:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760814.741746:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2414:1876699554921344:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760814.741754:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554921600:192.168.203.122@tcp:400:kworker.0
00000100:00080000:1.0:1789760814.741762:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741767:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760814.741769:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741775:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 290
00000100:00080000:1.0:1789760814.741783:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760814.741793:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760814.741794:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554924416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789760814.741832:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699554924544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760814.741843:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741846:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760814.741848:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741851:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 290
00000100:00080000:1.0:1789760814.741857:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760814.741861:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760814.741871:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699554924672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760814.741878:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741880:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760814.741882:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741884:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 432
00000100:00080000:1.0:1789760814.741887:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760814.741891:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760814.741900:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699554924800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760814.741913:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789760814.741914:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741917:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760814.741919:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741921:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 354
00000100:00080000:1.0:1789760814.741927:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760814.741932:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760814.741942:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699554924928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760814.741948:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741951:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760814.741953:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760814.741956:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 354
00000100:00080000:1.0:1789760814.741959:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760814.741962:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760814.741969:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699554925056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760814.741977:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924672:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789760814.741983:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760814.741987:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760814.742012:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924800:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789760814.742048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554924928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789760814.742081:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925056:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760814.748339:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d7c88e23800 already not connected (conn 3, was 2): CONNECTING
00010000:00010000:3.0:1789760815.116951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760816.140949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760817.164946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760818.188943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760819.212966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760819.852894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852904:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:3.0:1789760819.852904:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8d7c87dfa680 x1876699554922240/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.852912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852923:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:2.0:1789760819.852924:0:2414:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8d7c87df8700 x1876699554922368/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760819.852931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852942:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760819.852949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852957:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760819.852960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852962:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760819.852964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760819.852966:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760819.852976:0:2414:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df8700 x1876699554922368/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.852986:0:2414:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e22000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:2.0:1789760819.852993:0:2414:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8d7c87df9f80 x1876699554922624/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760819.853005:0:2414:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df9f80 x1876699554922624/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.853012:0:2414:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c85940000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1789760819.853023:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554922368:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760819.853029:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2414:1876699554922624:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.866505:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfa680 x1876699554922240/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.866517:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e27000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:3.0:1789760819.866524:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8d7c87dfb100 x1876699554922496/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.866538:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfb100 x1876699554922496/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.866544:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d7c88e23800 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:3.0:1789760819.866548:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff8d7c87df8000 x1876699554922752/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.866555:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87df8000 x1876699554922752/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.866559:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e20800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1789760819.866572:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554922240:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.866576:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554922496:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760819.866581:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554922752:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760820.236955:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760821.260987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760822.284985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760823.308954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760824.332902:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760824.972889:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000400:2.0:1789760824.972894:0:2414:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff8d7c87dfad80 x1876699554923136/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760824.972896:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.972901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.972908:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.972913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.972920:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.972924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.972929:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.972935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.972941:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.972945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.972949:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:3.0:1789760824.972977:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b1c00 x1876699554924800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973005:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699554924800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973018:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b2680 x1876699554924928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973118:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699554924928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973133:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b1f80 x1876699554925056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973146:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699554925056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973157:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b0380 x1876699554924544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973170:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699554924544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973180:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b0a80 x1876699554924672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973193:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699554924672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973205:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760814/real 1789760814]  req@ffff8d7c867b2d80 x1876699554924416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973217:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699554924416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.973232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.973248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760824.973253:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924800:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789760824.973262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760824.973269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973273:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.973275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973278:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760824.973279:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760824.973280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973287:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760824.973291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760824.973291:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554924928:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760824.973297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760824.973301:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760824.973304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760824.973307:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760824.973319:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760824.973327:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760824.973329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925056:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789760824.973338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:3.0:1789760824.973346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760824.973372:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789760824.973376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554925184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760824.973381:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789760824.973393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760824.973394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760824.973403:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760824.973407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760824.973414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760824.973415:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760824.973423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760824.973426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554924672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760824.973434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554925312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760824.973450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760824.973454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760824.973459:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760824.973462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1789760824.973468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789760824.973469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789760824.973472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760824.973478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554924416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789760824.973484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554925440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760824.973500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760824.973506:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760824.973512:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973516:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1789760824.973520:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760824.973535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554925568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760824.973538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925184:192.168.203.122@tcp:8:kworker.0
00000100:00080000:0.0:1789760824.973555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760824.973559:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760824.973563:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1789760824.973569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760824.973573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760824.973583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554925696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760824.973590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760824.973593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760824.973594:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760824.973596:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 765
00000100:00080000:0.0:1789760824.973598:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1789760824.973600:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760824.973604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760824.973610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554925824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760824.973645:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760824.973682:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760824.973720:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554925568:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760824.973747:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760824.973790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925824:192.168.203.122@tcp:38:kworker.0
00000100:00000400:3.0:1789760824.973937:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff8d7c8795e680 x1876699554923392/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973965:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c8795e680 x1876699554923392/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.973974:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c85940000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:3.0:1789760824.973981:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff8d7c87dfb480 x1876699554923008/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.973995:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfb480 x1876699554923008/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.974003:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e27000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:3.0:1789760824.974010:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff8d7c8795c000 x1876699554923264/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.974037:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c8795c000 x1876699554923264/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.974059:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d7c88e23800 already not connected (conn 4, was 2): CONNECTING
00000100:00000400:3.0:1789760824.974066:0:2413:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff8d7c8795ea00 x1876699554923520/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.974079:0:2413:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c8795ea00 x1876699554923520/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.974086:0:2413:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e20800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:3.0:1789760824.974093:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554923392:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760824.974099:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554923008:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760824.974104:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2413:1876699554923264:192.168.203.122@tcp:400:kworker.0
00000100:00100000:3.0:1789760824.974109:0:2413:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2413:1876699554923520:192.168.203.122@tcp:400:kworker.0
00000100:00100000:2.0:1789760824.984657:0:2414:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c87dfad80 x1876699554923136/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760824.984665:0:2414:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e22000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760824.984683:0:2414:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c87dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2414:1876699554923136:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760825.356944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760826.380967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760827.405046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760828.429391:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760829.068938:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff8d7c85aad180 x1876699554923776/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:1.0:1789760829.069307:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff8d7c85aac380 x1876699554923904/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760829.069353:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c85aac380 x1876699554923904/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760829.069368:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e22000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760829.069377:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff8d7c85aaca80 x1876699554924160/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760829.069392:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c85aaca80 x1876699554924160/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760829.069401:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c85940000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760829.069422:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2411:1876699554923904:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760829.069429:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2411:1876699554924160:192.168.203.122@tcp:400:kworker.0
00000100:00100000:0.0:1789760829.083718:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c85aad180 x1876699554923776/t0(0) o400->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760829.083729:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e27000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760829.083839:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff8d7c85aaf100 x1876699554924032/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760829.083874:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c85aaf100 x1876699554924032/t0(0) o400->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760829.083896:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff8d7c88e23800 already not connected (conn 4, was 2): CONNECTING
00000100:00000400:1.0:1789760829.083905:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff8d7c85aac700 x1876699554924288/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760829.083921:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8d7c85aac700 x1876699554924288/t0(0) o400->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760829.083934:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8d7c88e20800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760829.083949:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554923776:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760829.083956:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2412:1876699554924032:192.168.203.122@tcp:400:kworker.0
00000100:00100000:1.0:1789760829.083973:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2412:1876699554924288:192.168.203.122@tcp:400:kworker.0
00010000:00010000:3.0:1789760829.453044:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760830.092933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092942:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760830.092944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092947:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760830.092949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092952:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760830.092954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092956:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760830.092968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092971:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760830.092973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760830.092975:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760830.476983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760831.501003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760832.525078:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760833.549053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760834.573026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760835.213003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213013:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760835.213016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213018:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760835.213021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213023:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760835.213025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213030:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760835.213033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213036:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760835.213040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760835.213043:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760835.597217:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760836.621064:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760837.645086:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760838.669078:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760839.308999:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aace00 x1876699554925568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309039:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554925568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309052:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aaf800 x1876699554925696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309063:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554925696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309072:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aaf480 x1876699554925824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309082:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554925824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309089:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aae300 x1876699554925184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309099:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554925184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309107:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aaea00 x1876699554925312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309116:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554925312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309125:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760824/real 1789760824]  req@ffff8d7c85aad880 x1876699554925440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760839.309135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554925440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760839.309152:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.309173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309178:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554925568:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789760839.309184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.309193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925696:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760839.309204:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760839.309207:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760839.309218:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760839.309222:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760839.309228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925824:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760839.309237:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:3.0:1789760839.309255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760839.309261:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760839.309268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554925184:192.168.203.122@tcp:8:kworker.0
00000100:00080000:0.0:1789760839.309281:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789760839.309286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.309297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925312:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789760839.309312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760839.309324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760839.309329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554925440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760839.309336:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554925952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760839.309357:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.309360:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760839.309362:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.309370:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:0.0:1789760839.309378:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760839.309383:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760839.309392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554925952:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789760839.309393:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760839.309413:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554926080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760839.309429:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.309432:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760839.309434:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.309438:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:0.0:1789760839.309441:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760839.309443:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760839.309448:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760839.309462:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554926208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760839.309469:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.309472:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760839.309474:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.309476:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:0.0:1789760839.309479:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760839.309483:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760839.309487:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760839.309507:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554926336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760839.309519:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760839.309524:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926080:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760839.309536:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760839.309541:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.309549:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:0.0:1789760839.309555:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1789760839.309561:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760839.309568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926208:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789760839.309571:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760839.309599:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554926464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760839.309608:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760839.309611:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760839.309614:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760839.309620:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 775
00000100:00080000:0.0:1789760839.309628:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 10s
00000100:00100000:3.0:1789760839.309632:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926336:192.168.203.122@tcp:8:kworker.0
00000100:00080000:0.0:1789760839.309641:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760839.309649:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760839.309675:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554926592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760839.309737:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554926464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760839.309776:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554926592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760839.693010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760840.717047:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760841.740951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760842.765043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760843.789027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760844.428873:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428882:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.428885:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428889:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.428893:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428907:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.428910:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428913:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.428917:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428920:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760844.428923:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760844.428926:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760844.812934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760845.837060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760846.860961:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760847.885015:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760848.908930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760849.548962:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550691:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.550711:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550713:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.550716:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550718:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.550720:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550721:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.550723:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550725:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760849.550727:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760849.550729:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760849.933124:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760850.957058:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760851.981142:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760853.004955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:3.1F:1789760853.836906:0:2402:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.122@tcp (192.168.203.122:988) the network or that node may be down.
00010000:00010000:3.0:1789760854.029021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760854.668929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.668946:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760854.668953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.668961:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760854.668967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.668974:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760854.668979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.668986:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760854.668992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.668999:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760854.669004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760854.669010:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760855.053093:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760856.077007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760857.101012:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760858.124980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760859.148993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760859.788929:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aad880 x1876699554926592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760859.788950:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760859.788972:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554926592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.788984:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aae680 x1876699554926336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.788996:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554926336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789006:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aadc00 x1876699554926464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789016:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554926464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789025:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aaed80 x1876699554926080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789036:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554926080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789047:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aad500 x1876699554926208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789059:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554926208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789070:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760839/real 1789760839]  req@ffff8d7c85aac000 x1876699554925952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760859.789083:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554925952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760859 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760859.789123:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.789147:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.789154:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554926592:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789760859.789163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.789172:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.789177:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926336:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789760859.789184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.789190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.789195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554926464:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789760859.789202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.789209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.789214:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926080:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789760859.789222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.789240:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.789244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926208:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.790184:0:501:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760859.790192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760859.790195:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760859.790198:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760859.790238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760859.790257:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760859.790260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554925952:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760859.791299:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791310:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791319:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760859.791331:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760859.791381:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699554926720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760859.791404:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760859.791407:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760859.791408:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760859.791412:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791415:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791420:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760859.791424:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760859.791435:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699554926848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760859.791443:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760859.791446:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926720:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789760859.791447:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760859.791451:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760859.791457:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791460:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791463:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760859.791466:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760859.791476:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699554926976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760859.791483:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760859.791485:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760859.791487:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760859.791489:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791491:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791494:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760859.791496:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760859.791504:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699554927104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760859.791509:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760859.791512:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760859.791513:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760859.791516:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791518:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791520:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760859.791524:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760859.791531:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3480 x1876699554927232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760859.791544:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760859.791546:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760859.791547:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760859.791549:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 789
00000100:00080000:1.0:1789760859.791552:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760859.791555:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760859.791563:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699554927360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760859.791584:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.791626:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760859.791653:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554927104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.791679:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554927232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.791707:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554927360:192.168.203.122@tcp:250:kworker.0
00010000:00010000:3.0:1789760860.172939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760861.197005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760862.220963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760862.861016:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.122:988
00000400:00000100:0.0:1789760862.861056:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760862.861072:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760862.861110:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760862.861121:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760862.861133:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760862.861146:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760862.861159:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760862.861161:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b3800 x1876699554926848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861191:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699554926848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861208:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760862.861221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b2a00 x1876699554926976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861242:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699554926976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861256:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760862.861263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b0000 x1876699554927104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699554927104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554927104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760862.861292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b3480 x1876699554927232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3480 x1876699554927232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861319:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554927232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760862.861328:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b0e00 x1876699554927360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699554927360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861355:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554927360:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760862.861362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760862]  req@ffff8d7c867b1880 x1876699554926720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760862.861374:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699554926720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760862.861381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760862.861384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760862.861387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554926720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760863.244913:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760864.268960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760864.908918:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.908926:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760864.908930:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760864.908939:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.908951:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.908957:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760864.908999:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699554927488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760864.909022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.909025:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760864.909026:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760864.909029:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.909033:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.909037:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760864.909059:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760864.909075:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699554927616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760864.909087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.909090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760864.909092:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760864.909096:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.909099:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.909103:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760864.909107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760864.909116:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699554927744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760864.909127:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.909133:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760864.909137:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760864.909137:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554927488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760864.909142:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.909153:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.909164:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760864.909170:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760864.909187:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699554927872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760864.909198:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.909202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760864.909205:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760864.909210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.909215:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.909219:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760864.909235:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760864.909248:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699554928000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760864.909257:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760864.909260:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760864.909262:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760864.909267:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 810
00000100:00080000:1.0:1789760864.909271:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760864.909274:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760864.909279:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760864.909294:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699554928128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760864.909345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760864.909424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760864.909463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760864.909499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760864.909546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760865.293020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760865.933139:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.122:988
00000400:00000100:0.0:1789760865.933177:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760865.933195:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760865.933241:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760865.933253:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760865.933263:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760865.933273:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760865.933282:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760865.933326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b1500 x1876699554927744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699554927744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760865.933375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b2300 x1876699554927872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699554927872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760865.933401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b3b80 x1876699554928000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699554928000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760865.933435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b1880 x1876699554928128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699554928128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760865.933475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b3100 x1876699554927488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699554927488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933504:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554927488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760865.933517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760865]  req@ffff8d7c867b1180 x1876699554927616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.933937:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699554927616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.933948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.933953:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760865.933956:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554927616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760866.317110:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760867.341066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760868.365005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760869.389075:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760870.028945:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.028959:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760870.028964:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760870.028979:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.028994:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029003:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760870.029047:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699554928256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760870.029077:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.029081:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760870.029083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760870.029086:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.029089:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029092:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760870.029102:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760870.029112:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3480 x1876699554928384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760870.029120:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.029124:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760870.029125:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760870.029128:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.029130:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029133:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760870.029136:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760870.029143:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699554928512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760870.029150:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.029153:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760870.029155:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760870.029159:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.029164:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029175:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760870.029180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760870.029189:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699554928640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760870.029200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.029209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760870.029213:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760870.029214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554928256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760870.029220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.029230:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029237:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760870.029241:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760870.029256:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699554928768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760870.029264:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760870.029268:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760870.029270:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760870.029273:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 815
00000100:00080000:1.0:1789760870.029276:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760870.029281:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760870.029286:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760870.029298:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699554928896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760870.029365:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760870.029400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760870.029451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760870.029487:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760870.029514:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760870.412974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760871.436967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760872.460929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760873.101000:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.122:988
00000400:00000100:2.0:1789760873.101042:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760873.101059:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760873.101090:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760873.101097:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760873.101102:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760873.101108:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760873.101113:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760873.101162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b2a00 x1876699554928640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101189:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699554928640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760873.101222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b3800 x1876699554928768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101236:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699554928768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101252:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760873.101258:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b2d80 x1876699554928896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699554928896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554928896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760873.101292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b0e00 x1876699554928256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101305:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699554928256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101319:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554928256:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760873.101327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b3480 x1876699554928384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3480 x1876699554928384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760873.101360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760870/real 1789760873]  req@ffff8d7c867b0000 x1876699554928512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760873.101371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699554928512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760873.101378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760873.101382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760873.101385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554928512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760873.484994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760874.508965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760875.148985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.148997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760875.149002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149014:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149025:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760875.149034:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760875.149092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554929024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760875.149129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.149134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760875.149136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149147:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760875.149153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760875.149164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760875.149182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554929152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760875.149194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.149198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760875.149201:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760875.149215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760875.149221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760875.149237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554929280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760875.149258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.149263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760875.149281:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149287:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149292:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760875.149298:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760875.149305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789760875.149315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554929024:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789760875.149329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554929408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760875.149346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.149352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760875.149354:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760875.149370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760875.149376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760875.149393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554929536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760875.149406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760875.149411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760875.149414:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760875.149420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 820
00000100:00080000:2.0:1789760875.149425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789760875.149431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789760875.149439:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760875.149447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760875.149465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554929664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760875.149502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47e680 x1876699554929024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.149530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554929024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.149546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.149552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.149558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554929024:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760875.149568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760875.149597:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760875.149612:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47dc00 x1876699554929152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.149625:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554929152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.149738:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.149742:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.149746:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760875.149754:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760875.149782:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760875.149795:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47ca80 x1876699554929280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.149844:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554929280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.149853:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.149856:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.149859:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760875.149893:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760875.149920:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760875.149932:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47d500 x1876699554929408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.149944:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554929408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.149951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.149955:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.149958:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760875.149965:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554929536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760875.149985:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760875.149996:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47c000 x1876699554929536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.150008:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554929536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.150016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.150020:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.150031:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554929536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760875.150038:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554929664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760875.150059:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760875.150072:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760875]  req@ffff8d7c8a47d880 x1876699554929664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760875.150085:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554929664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760875.150093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760875.150097:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760875.150100:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554929664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760875.532925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760876.556910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760877.580910:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760878.604919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760879.629000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760880.268875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760880.268883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760880.268886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.268895:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.268904:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.268910:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760880.268956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554929792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760880.268975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760880.268978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760880.268979:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.268982:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.268985:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.268987:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760880.268995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760880.269005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699554929920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760880.269015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760880.269015:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554929792:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789760880.269027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760880.269029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.269032:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.269035:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.269038:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760880.269041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760880.269051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554930048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760880.269058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760880.269060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760880.269062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.269064:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.269066:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.269068:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760880.269071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789760880.269079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554930176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760880.269086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760880.269088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760880.269090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.269093:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.269095:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.269098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760880.269101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760880.269112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554930304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760880.269112:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929920:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789760880.269130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760880.269133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760880.269136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760880.269141:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 825
00000100:00080000:2.0:1789760880.269146:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.269151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760880.269156:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930048:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789760880.269157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760880.269177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554930432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760880.269184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760880.269208:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554930304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760880.269225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554930432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760880.652911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760881.676909:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760882.700990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760883.341072:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.122:988
00000400:00000100:1.0:1789760883.341122:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760883.341140:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760883.341183:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760883.341195:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760883.341206:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760883.341216:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760883.341228:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760883.341230:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47df80 x1876699554929920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699554929920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341296:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554929920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760883.341310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47d880 x1876699554930048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554930048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760883.341347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47c000 x1876699554930176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554930176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760883.341385:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47f480 x1876699554929792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341399:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554929792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554929792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760883.341446:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47d500 x1876699554930304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341459:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554930304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554930304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760883.341481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760883]  req@ffff8d7c8a47ca80 x1876699554930432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760883.341493:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554930432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760883.341502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760883.341505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760883.341508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554930432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760883.724921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760884.748926:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760885.388899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760885.388906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760885.388910:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.388919:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 830
00000100:00080000:2.0:1789760885.388928:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760885.388933:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760885.388970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554930560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760885.388998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760885.389000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760885.389002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.389005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 830
00000100:00080000:2.0:1789760885.389008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760885.389010:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760885.389018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760885.389027:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554930688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760885.389034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760885.389037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760885.389038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.389041:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 830
00000100:00080000:2.0:1789760885.389042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760885.389048:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554930560:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789760885.389053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760885.389062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554930816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760885.389068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760885.389070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760885.389071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.389074:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 830
00000100:00080000:2.0:1789760885.389075:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760885.389078:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760885.389081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789760885.389092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554930944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760885.389109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760885.389113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760885.389115:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.389123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 830
00000800:00000100:3.0:1789760885.389124:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789760885.389131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760885.389138:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760885.389144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760885.389160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554931072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760885.389171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760885.389171:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47dc00 x1876699554930560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.389181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760885.389185:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760885.389194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 830
00000100:00080000:2.0:1789760885.389199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760885.389204:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554930560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.389214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760885.389224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760885.389224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554930560:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789760885.389242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554931200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760885.389253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760885.389282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47e680 x1876699554930688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760885.389309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554930688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760885.389318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760885.389351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760885.389369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47f100 x1876699554930816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760885.389393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554930816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760885.389402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389405:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760885.389416:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930944:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760885.389432:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47c700 x1876699554930944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760885.389454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554930944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760885.389462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554930944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760885.389476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760885.389492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47f800 x1876699554931072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760885.389513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554931072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760885.389641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760885.389661:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760885.389687:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760885.389699:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff8d7c8a47c380 x1876699554931200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760885.389711:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554931200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760885.389724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760885.389727:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760885.389730:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760885.772916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760886.796917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760887.820971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760888.844962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760889.868934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760890.508903:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.508911:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760890.508915:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.508924:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.508933:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.508938:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760890.508976:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699554931328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.508996:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.508999:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.509000:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.509002:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.509005:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.509007:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760890.509015:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.509025:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699554931456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.509033:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.509035:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760890.509037:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.509039:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.509041:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.509043:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760890.509047:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.509058:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699554931584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760890.509058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554931328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760890.509073:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.509076:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.509077:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.509079:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.509080:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.509082:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760890.509086:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760890.509094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699554931712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.509101:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.509103:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.509104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.509107:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.509111:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.509113:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760890.509116:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.509123:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699554931840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.509128:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.509133:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:3.0:1789760890.509134:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789760890.509135:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.509142:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 836
00000100:00080000:1.0:1789760890.509144:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.509147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760890.509150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.509157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699554931968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760890.509193:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b0a80 x1876699554931328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509214:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699554931328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509237:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554931328:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760890.509246:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760890.509271:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760890.509285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b0380 x1876699554931456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699554931456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509311:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509315:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760890.509340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760890.509361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760890.509374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b1f80 x1876699554931584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699554931584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760890.509409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760890.509429:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760890.509440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b2680 x1876699554931712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699554931712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554931712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760890.509485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760890.509506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760890.509519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b1c00 x1876699554931840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509531:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699554931840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760890.509568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760890.509590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760890.509602:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760890]  req@ffff8d7c867b0000 x1876699554931968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760890.509615:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699554931968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760890.509624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760890.509627:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760890.509630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554931968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760890.893067:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760891.916976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760892.940957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760893.964952:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760894.988933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760895.628893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.628907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760895.628912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.628925:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00080000:0.0:1789760895.628937:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.628944:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760895.628982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554932096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760895.629007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.629010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760895.629012:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.629015:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00080000:0.0:1789760895.629018:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.629020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760895.629029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760895.629040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554932224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760895.629049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.629052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760895.629053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.629058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00100000:3.0:1789760895.629060:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554932096:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760895.629062:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.629074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760895.629077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760895.629086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554932352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760895.629093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.629096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760895.629098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.629101:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00080000:0.0:1789760895.629102:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.629105:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760895.629109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760895.629117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554932480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760895.629124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.629126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760895.629127:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.629129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00080000:0.0:1789760895.629132:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.629135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760895.629137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760895.629144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554932608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760895.629154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760895.629157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760895.629158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760895.629161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 841
00000100:00080000:0.0:1789760895.629163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760895.629165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760895.629168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760895.629175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554932736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760895.629201:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760895.629233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760895.629254:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760895.629278:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554932608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760895.629302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554932736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760896.012967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760897.036963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760898.061005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760898.701013:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.203.122:988
00000400:00000100:1.0:1789760898.701057:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760898.701074:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760898.701107:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760898.701116:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760898.701125:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760898.701133:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789760898.701141:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760898.701176:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aae300 x1876699554932224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701207:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554932224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701221:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701224:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760898.701231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aaf480 x1876699554932352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701244:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554932352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760898.701267:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aaf800 x1876699554932480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701280:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554932480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760898.701301:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aace00 x1876699554932608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554932608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554932608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760898.701336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aac700 x1876699554932736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554932736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554932736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760898.701373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760898]  req@ffff8d7c85aaea00 x1876699554932096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760898.701385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554932096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760898.701393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760898.701396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760898.701400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554932096:192.168.203.122@tcp:250:kworker.0
00010000:00010000:3.0:1789760899.084958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760900.109150:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760900.748978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.748991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760900.748996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749007:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00080000:2.0:1789760900.749018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760900.749025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760900.749081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699554932864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760900.749120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.749125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760900.749139:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00080000:2.0:1789760900.749155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760900.749162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760900.749175:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554932864:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789760900.749177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760900.749213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699554932992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760900.749227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.749230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760900.749233:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00080000:2.0:1789760900.749253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760900.749256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760900.749259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760900.749265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789760900.749270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699554933120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760900.749277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.749280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760900.749282:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00080000:2.0:1789760900.749287:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760900.749289:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760900.749292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789760900.749308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699554933248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760900.749312:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47ea00 x1876699554932864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.749329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.749334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760900.749336:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749342:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00100000:3.0:1789760900.749346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699554932864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.749348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760900.749357:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760900.749366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760900.749369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.749377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789760900.749384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699554933376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760900.749385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554932864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789760900.749402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760900.749406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760900.749408:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760900.749412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 846
00000100:00080000:2.0:1789760900.749416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760900.749421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932992:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789760900.749425:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760900.749433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760900.749447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699554933504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760900.749464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760900.749496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47ce00 x1876699554932992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760900.749512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699554932992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760900.749520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.749523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760900.749527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554932992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760900.749534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760900.749556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760900.749568:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47d180 x1876699554933120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760900.749582:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699554933120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760900.749591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.749594:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760900.749597:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760900.749604:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760900.749625:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760900.749637:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47ed80 x1876699554933248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760900.749649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699554933248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760900.749656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.749660:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760900.749663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760900.749669:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554933376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760900.749687:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760900.749699:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47fb80 x1876699554933376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760900.749711:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699554933376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760900.749726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.750022:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760900.750028:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554933376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760900.750051:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554933504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760900.750078:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760900.750092:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff8d7c8a47ea00 x1876699554933504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760900.750105:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699554933504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760900.750114:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760900.750118:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760900.750121:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554933504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760901.132930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760902.157057:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760903.180924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760904.204987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760905.228941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760905.868981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.868991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760905.868995:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760905.869005:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760905.869026:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760905.869062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554933632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760905.869091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.869094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760905.869095:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760905.869098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760905.869106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760905.869116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760905.869125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554933760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760905.869133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.869139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760905.869141:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760905.869142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554933632:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760905.869149:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760905.869161:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760905.869165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760905.869177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554933888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760905.869183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.869186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760905.869187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760905.869191:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760905.869196:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760905.869199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760905.869205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554934016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760905.869212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.869215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760905.869216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760905.869223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789760905.869229:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760905.869240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760905.869244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760905.869254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554934144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760905.869260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760905.869262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760905.869263:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760905.869267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 851
00000100:00080000:0.0:1789760905.869272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760905.869277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760905.869281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760905.869287:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aaf100 x1876699554933632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760905.869295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554934272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760905.869339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554933632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869360:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554933632:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760905.869387:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760905.869407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760905.869416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aad180 x1876699554933760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760905.869424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554933760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760905.869453:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760905.869480:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760905.869488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aaca80 x1876699554933888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760905.869500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554933888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554933888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760905.869534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760905.869555:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760905.869564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aac380 x1876699554934016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760905.869572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554934016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760905.869586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760905.869598:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760905.869604:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aafb80 x1876699554934144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760905.869611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554934144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869620:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760905.869624:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760905.869633:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760905.869639:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff8d7c85aaea00 x1876699554934272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760905.869647:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554934272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760905.869652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760905.869654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760905.869655:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760906.253012:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760907.277067:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760908.301024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760909.324951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760910.349014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760910.988911:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.988919:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760910.988923:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.988943:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.988952:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.988958:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760910.989014:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3480 x1876699554934400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.989035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.989038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.989039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.989042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.989045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.989047:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760910.989054:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.989063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699554934528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.989071:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.989074:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760910.989076:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.989078:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.989081:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.989083:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760910.989087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760910.989101:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554934400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789760910.989107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699554934656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.989120:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.989122:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.989123:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.989125:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.989127:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.989129:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760910.989132:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760910.989141:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699554934784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.989147:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.989150:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.989151:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.989153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.989156:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.989171:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760910.989175:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.989185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699554934912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760910.989191:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789760910.989196:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.989199:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760910.989200:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.989203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 856
00000100:00080000:1.0:1789760910.989207:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.989209:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760910.989212:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.989218:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699554935040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760910.989249:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b3480 x1876699554934400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3480 x1876699554934400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554934400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760910.989285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760910.989303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760910.989321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b0e00 x1876699554934528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699554934528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989338:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760910.989360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760910.989371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760910.989377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b2d80 x1876699554934656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699554934656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760910.989396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934784:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760910.989426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760910.989433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b3800 x1876699554934784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699554934784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554934784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760910.989459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760910.989469:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760910.989474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b2a00 x1876699554934912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699554934912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554934912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760910.989493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760910.989503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760910.989509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760910]  req@ffff8d7c867b1180 x1876699554935040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760910.989515:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699554935040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760910.989519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760910.989521:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760910.989524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760911.373042:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760912.396938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760913.420942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760914.445313:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760915.469028:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760916.108911:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.108925:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760916.108932:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.108944:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.108957:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.108965:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760916.109009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699554935168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.109038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.109043:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.109046:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.109051:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.109056:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.109062:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760916.109074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.109117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699554935296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760916.109122:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554935168:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760916.109131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.109139:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.109141:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.109145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.109164:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.109178:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760916.109183:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.109192:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699554935424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.109200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.109202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.109204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.109207:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.109210:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.109228:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760916.109234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760916.109256:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699554935552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.109268:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.109272:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.109274:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.109300:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.109304:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.109308:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760916.109313:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.109322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760916.109324:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699554935680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.109336:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.109340:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.109342:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.109347:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 861
00000100:00080000:1.0:1789760916.109351:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760916.109356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935424:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789760916.109357:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760916.109381:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.109421:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699554935808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760916.109428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760916.109459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760916.109484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760916.492912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760917.516982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760918.540975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760919.181094:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789760919.181151:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760919.181166:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760919.181221:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760919.181232:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760919.181245:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789760919.181257:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760919.181265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b1880 x1876699554935296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789760919.181272:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760919.181308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699554935296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760919.181359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b3b80 x1876699554935424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760919.181374:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699554935424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760919.181397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b2300 x1876699554935552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760919.181410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699554935552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554935552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760919.181435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b3100 x1876699554935168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760919.181449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699554935168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554935168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760919.181496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b1500 x1876699554935680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760919.181512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699554935680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760919.181536:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760919]  req@ffff8d7c867b1180 x1876699554935808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760919.181548:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699554935808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760919.181557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760919.181561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760919.181565:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554935808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760919.564966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760920.588912:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760921.228921:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.228929:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760921.228933:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.228942:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.228953:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.228959:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760921.228996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554935936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.229022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.229025:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.229027:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.229029:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.229032:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.229034:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760921.229043:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760921.229056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554936064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.229064:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.229066:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760921.229068:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.229071:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.229074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.229081:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554935936:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789760921.229087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760921.229102:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554936192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.229112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.229114:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.229116:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.229118:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.229120:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.229134:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760921.229137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789760921.229145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554936320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.229161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.229165:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.229166:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.229169:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.229184:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.229186:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760921.229190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760921.229202:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554936448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760921.229208:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789760921.229223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.229228:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760921.229230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.229236:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 866
00000100:00080000:2.0:1789760921.229241:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.229246:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760921.229252:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760921.229269:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47c380 x1876699554935936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760921.229270:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554936576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760921.229349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554935936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554935936:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760921.229389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.229423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47f800 x1876699554936064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.229464:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554936064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.229516:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.229544:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47c700 x1876699554936192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.229566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554936192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.229594:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936320:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760921.229621:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229635:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47f100 x1876699554936320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.229649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554936320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229664:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229668:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760921.229676:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554936448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.229701:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229716:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47e680 x1876699554936448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.229731:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554936448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229885:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229891:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554936448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.229900:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554936576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.229931:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760921.229946:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff8d7c8a47dc00 x1876699554936576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.229958:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554936576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.229968:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.229972:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760921.229976:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554936576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760921.613061:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760922.636929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760923.660969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760924.684978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760925.708935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760926.348923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.348937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760926.348942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760926.348956:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00080000:2.0:1789760926.348972:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760926.348981:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789760926.349029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554936704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760926.349066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.349070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760926.349072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760926.349077:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00080000:2.0:1789760926.349082:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760926.349089:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760926.349103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760926.349120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554936832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.349134:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554936704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789760926.349140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.349146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760926.349148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760926.349155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00080000:2.0:1789760926.349159:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760926.349166:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760926.349173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760926.349200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554936960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760926.349208:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789760926.349225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.349235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760926.349238:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760926.349245:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00080000:2.0:1789760926.349251:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760926.349253:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47ca80 x1876699554936704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760926.349265:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760926.349276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789760926.349276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554936704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.349307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.349315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789760926.349317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554937088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.349324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554936704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789760926.349349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.349354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760926.349358:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760926.349364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00100000:3.0:1789760926.349367:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936832:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789760926.349371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760926.349382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760926.349390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760926.349402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789760926.349412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554937216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.349417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47d500 x1876699554936832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.349474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554936832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760926.349477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760926.349498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760926.349501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760926.349503:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.349507:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789760926.349523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 871
00000100:00100000:3.0:1789760926.349523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936832:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789760926.349537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760926.349539:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936960:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789760926.349553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789760926.349562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760926.349566:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760926.349577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47f480 x1876699554936960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760926.349589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699554937344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.349590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554936960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.349639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.349648:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760926.349653:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554936960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760926.349663:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760926.349676:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760926.349688:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47c000 x1876699554937088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.349696:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554937088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.349706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.349708:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760926.349710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760926.349723:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760926.349733:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760926.349740:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47d880 x1876699554937216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.349747:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554937216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.349751:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.349753:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760926.349755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760926.349759:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760926.349769:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760926.349775:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff8d7c8a47df80 x1876699554937344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.349782:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699554937344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.349787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.349788:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760926.349791:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760926.732991:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760927.756965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760928.780922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760929.804970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760930.828937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760931.468958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.468966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760931.468969:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.468979:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:0.0:1789760931.468987:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.468993:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760931.469025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554937472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.469057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.469059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.469060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.469063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:0.0:1789760931.469066:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.469068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760931.469075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760931.469087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554937600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.469095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.469097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760931.469098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.469101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:0.0:1789760931.469103:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.469106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760931.469111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.469113:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554937472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789760931.469126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554937728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.469142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.469146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.469149:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.469154:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:0.0:1789760931.469159:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.469164:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760931.469170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760931.469186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554937856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760931.469188:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760931.469203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.469206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.469207:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.469212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:0.0:1789760931.469216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.469221:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760931.469227:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.469237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aac700 x1876699554937472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760931.469256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554937984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.469285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.469293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760931.469297:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760931.469298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554937472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760931.469309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 877
00000100:00080000:3.0:1789760931.469316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760931.469317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.469328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789760931.469328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789760931.469338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.469338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554937472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760931.469352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760931.469359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554938112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760931.469384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760931.469402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aace00 x1876699554937600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760931.469416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554937600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760931.469425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760931.469428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760931.469433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760931.469462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760931.469485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760931.469497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aaf800 x1876699554937728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760931.469509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554937728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760931.469517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760931.469521:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760931.469524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760931.469531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760931.469553:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760931.469566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aaf480 x1876699554937856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760931.469579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554937856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760931.469587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760931.469590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760931.469593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554937856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760931.469599:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760931.469620:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760931.469633:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aae300 x1876699554937984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760931.469646:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554937984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760931.469655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760931.469659:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760931.469663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554937984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760931.469750:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760931.469776:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760931.469789:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff8d7c85aac000 x1876699554938112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760931.469835:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554938112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760931.469844:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760931.469848:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760931.469851:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760931.852944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760932.876989:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760933.900954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760934.924956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760935.948995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760936.588854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.588862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760936.588865:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.588874:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.588883:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.588889:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760936.588927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554938240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.588950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.588952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.588954:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.588957:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.588959:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.588962:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760936.588970:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.588979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554938368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.588986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.588989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760936.588991:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.588993:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.588996:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.588998:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760936.589001:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760936.589009:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554938240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789760936.589010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554938496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.589033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.589035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.589038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.589043:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.589045:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.589047:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760936.589051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760936.589060:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554938624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.589067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.589071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.589073:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.589075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.589078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.589080:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760936.589084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.589091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554938752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.589099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789760936.589109:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760936.589110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760936.589115:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.589120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 882
00000100:00080000:0.0:1789760936.589125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.589129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760936.589134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.589146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554938880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760936.589173:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aad500 x1876699554938240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589190:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554938240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589203:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589220:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554938240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760936.589229:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760936.589250:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760936.589261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aaed80 x1876699554938368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554938368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589278:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760936.589304:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760936.589315:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760936.589322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aadc00 x1876699554938496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554938496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760936.589348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938624:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760936.589359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760936.589365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aae680 x1876699554938624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554938624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589381:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554938624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760936.589385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760936.589395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760936.589401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aad880 x1876699554938752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554938752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760936.589422:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760936.589433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760936.589438:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff8d7c85aac000 x1876699554938880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760936.589446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554938880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760936.589451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760936.589453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760936.589454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554938880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760936.972953:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760937.996926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760939.020985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760940.044939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760941.069006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760941.708890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.708901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760941.708906:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.708916:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00080000:0.0:1789760941.708927:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.708935:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760941.708975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554939008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.709001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.709005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.709007:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.709012:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00080000:0.0:1789760941.709016:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.709020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760941.709030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.709044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554939136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.709057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760941.709058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554939008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760941.709062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760941.709066:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.709072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00080000:0.0:1789760941.709076:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.709079:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760941.709084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.709096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554939264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.709106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.709110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.709111:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.709115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00080000:0.0:1789760941.709119:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.709122:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760941.709127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789760941.709129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789760941.709142:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554939392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.709161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.709164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.709166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.709186:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00100000:3.0:1789760941.709186:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aae300 x1876699554939008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.709192:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.709200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760941.709216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760941.709218:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554939008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760941.709231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554939520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760941.709236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760941.709247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.709248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760941.709254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760941.709258:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760941.709259:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554939008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760941.709264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 887
00000100:00080000:0.0:1789760941.709270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.709274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760941.709278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.709288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554939648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760941.709293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760941.709329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760941.709343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aaf480 x1876699554939136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760941.709356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554939136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760941.709365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760941.709370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760941.709373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760941.709380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760941.709400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760941.709411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aaf800 x1876699554939264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760941.709423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554939264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760941.709431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760941.709435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760941.709438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760941.709445:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760941.709466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760941.709477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aace00 x1876699554939392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760941.709489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554939392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760941.709497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760941.709501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760941.709504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760941.709511:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554939520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760941.709531:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760941.709543:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aac700 x1876699554939520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760941.709555:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554939520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760941.709563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760941.709566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760941.709570:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554939520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760941.709589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554939648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760941.709611:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760941.709623:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff8d7c85aaea00 x1876699554939648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760941.709635:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554939648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760941.709644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760941.709648:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760941.709651:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554939648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760942.092932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760943.116942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760944.140968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760945.165017:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760946.188950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760946.828924:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.828935:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760946.828939:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.828950:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.828962:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.828969:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760946.829009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699554939776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760946.829035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.829038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760946.829039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.829042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.829045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.829048:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760946.829057:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760946.829066:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699554939904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760946.829073:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.829076:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760946.829077:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.829080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.829082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.829085:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760946.829088:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760946.829095:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699554940032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760946.829101:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554939776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760946.829111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.829116:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760946.829118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.829123:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.829127:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.829141:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760946.829147:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760946.829161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699554940160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760946.829174:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.829177:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760946.829178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.829181:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.829185:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.829189:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760946.829195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760946.829207:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3480 x1876699554940288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760946.829213:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789760946.829224:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760946.829228:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760946.829230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760946.829235:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 892
00000100:00080000:1.0:1789760946.829239:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760946.829242:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760946.829246:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760946.829255:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699554940416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760946.829274:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b2a00 x1876699554939776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699554939776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554939776:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760946.829327:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760946.829353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760946.829367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b3800 x1876699554939904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699554939904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554939904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760946.829428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760946.829450:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760946.829462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b2d80 x1876699554940032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699554940032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760946.829494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760946.829516:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760946.829529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b0e00 x1876699554940160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699554940160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760946.829572:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554940288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760946.829593:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760946.829606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b3480 x1876699554940288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3480 x1876699554940288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829627:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829631:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554940288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760946.829637:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554940416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760946.829655:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760946.829666:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760946]  req@ffff8d7c867b0000 x1876699554940416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760946.829678:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699554940416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760946.829685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760946.829689:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760946.829692:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554940416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760947.212969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760948.236968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760949.261035:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760950.285188:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760951.308915:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760951.948915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.948927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760951.948933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.948943:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00080000:0.0:1789760951.948955:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.948963:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760951.949004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554940544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.949033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.949037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.949039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.949043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00080000:0.0:1789760951.949047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.949051:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760951.949061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.949077:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554940672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760951.949088:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554940544:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760951.949107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.949112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760951.949114:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.949120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00080000:0.0:1789760951.949125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.949129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760951.949135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.949150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554940800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.949169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.949172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.949174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.949179:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00080000:0.0:1789760951.949183:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.949188:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760951.949195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789760951.949207:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760951.949210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554940928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.949227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.949231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.949234:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.949239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00080000:0.0:1789760951.949244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760951.949245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940800:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760951.949254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760951.949262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760951.949277:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789760951.949280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554941056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.949295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.949299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760951.949302:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.949310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 897
00000100:00100000:3.0:1789760951.949310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941056:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789760951.949320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.949326:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760951.949333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.949347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554941184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760951.949388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760952.332978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760953.356951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760954.380894:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760955.021036:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789760955.021097:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760955.021124:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760955.021163:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760955.021170:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760955.021176:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760955.021184:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789760955.021193:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789760955.021234:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aaea00 x1876699554941184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021258:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554941184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021281:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760955.021290:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aaf100 x1876699554941056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554941056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760955.021327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aad180 x1876699554940928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554940928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760955.021361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aac380 x1876699554940672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554940672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760955.021406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aaca80 x1876699554940800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554940800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554940800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760955.021439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760955]  req@ffff8d7c85aafb80 x1876699554940544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760955.021451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554940544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760955.021458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760955.021462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760955.021465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554940544:192.168.203.122@tcp:250:kworker.0
00010000:00010000:3.0:1789760955.404941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760956.429019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760957.068900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.068909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760957.068912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.068921:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.068930:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.068936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760957.068969:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554941312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.068991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.068995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.068997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.069002:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.069006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.069011:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760957.069022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.069036:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554941312:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789760957.069040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554941440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.069068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.069073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760957.069076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.069080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.069084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.069088:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760957.069093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760957.069104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554941568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760957.069113:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760957.069114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.069118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.069120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.069125:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.069128:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.069131:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760957.069135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760957.069144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554941696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760957.069152:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aac700 x1876699554941312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760957.069153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.069161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.069164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.069171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.069175:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.069177:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069182:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554941312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789760957.069184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760957.069196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554941824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760957.069198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069208:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760957.069215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760957.069216:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554941312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760957.069224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760957.069228:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.069234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 902
00000100:00080000:0.0:1789760957.069238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.069242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760957.069248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.069250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760957.069264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554941952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760957.069282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069307:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aace00 x1876699554941440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.069325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554941440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.069336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760957.069345:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.069362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.069385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aaf800 x1876699554941568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.069411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554941568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.069418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760957.069425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.069431:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760957.069452:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069464:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aaf480 x1876699554941696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.069477:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554941696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.069486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760957.069493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554941696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760957.069499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.069519:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aae300 x1876699554941824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.069541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554941824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.069549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760957.069555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.069577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.069598:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760957.069608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff8d7c85aac000 x1876699554941952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.069618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554941952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.069625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.069628:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760957.069631:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554941952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789760957.452958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760958.477037:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760959.500926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760960.525042:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760961.548944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760962.188895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760962.188903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760962.188907:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760962.188917:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.188926:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.188934:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760962.188989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554942080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760962.189014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760962.189028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760962.189030:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760962.189034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.189037:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.189051:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760962.189076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760962.189088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554942208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760962.189095:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554942080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760962.189099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760962.189102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760962.189104:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760962.189107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.189109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.189111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760962.189115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760962.189123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554942336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760962.189130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760962.189138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760962.189140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760962.189143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.189146:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.189149:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760962.189152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789760962.189154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789760962.189163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554942464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760962.189173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760962.189175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760962.189176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760962.189178:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.189181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.189185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760962.189191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.189191:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aad880 x1876699554942080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760962.189210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554942592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760962.189212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554942080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760962.189243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.189248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789760962.189249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760962.189254:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760962.189256:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554942080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760962.189260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 907
00000100:00080000:0.0:1789760962.189266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760962.189269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760962.189273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.189283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789760962.189284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554942720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760962.189307:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760962.189319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aae680 x1876699554942208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.189328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554942208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760962.189336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760962.189338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760962.189341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760962.189354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760962.189360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aadc00 x1876699554942336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.189372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554942336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760962.189384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760962.189388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760962.189394:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942464:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760962.189416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760962.189427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aaed80 x1876699554942464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.189435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554942464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760962.189444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760962.189446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760962.189449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554942592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760962.189463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760962.189469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aad500 x1876699554942592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.189481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554942592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760962.189488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760962.189490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554942592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760962.189503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554942720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760962.189514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760962.189520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff8d7c85aad880 x1876699554942720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.189527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554942720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.189532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760962.189534:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760962.189536:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554942720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789760962.573032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760963.596932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760964.620937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760965.645104:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760966.668947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760967.308893:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.308901:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760967.308905:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.308913:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.308923:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.308929:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789760967.308966:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699554942848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760967.309003:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.309006:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760967.309007:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.309011:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.309014:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.309017:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760967.309025:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760967.309037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699554942976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760967.309045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554942848:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789760967.309048:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.309054:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760967.309056:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.309060:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.309061:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.309064:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760967.309067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760967.309076:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699554943104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760967.309082:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.309085:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760967.309087:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.309089:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.309092:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.309094:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760967.309098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789760967.309106:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699554943232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760967.309110:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789760967.309119:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.309123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760967.309124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.309128:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.309131:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.309133:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760967.309136:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760967.309145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699554943360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760967.309151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b1c00 x1876699554942848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760967.309153:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760967.309162:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760967.309166:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760967.309173:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 912
00000100:00080000:1.0:1789760967.309176:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760967.309179:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789760967.309183:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.309186:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699554942848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760967.309194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699554943488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.309215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309222:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309228:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554942848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760967.309253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760967.309287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760967.309300:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b2680 x1876699554942976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.309313:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699554942976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760967.309321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554942976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760967.309334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760967.309353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760967.309363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b1f80 x1876699554943104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.309371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699554943104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760967.309377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760967.309386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760967.309400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760967.309406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b0380 x1876699554943232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.309413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699554943232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760967.309419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760967.309426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554943360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760967.309436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760967.309442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b0a80 x1876699554943360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.309449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699554943360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760967.309454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554943360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760967.309469:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554943488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760967.309480:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760967.309486:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff8d7c867b0000 x1876699554943488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.309494:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699554943488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760967.309499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760967.309501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760967.309503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554943488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789760967.692884:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760968.716980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760969.741060:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760970.764962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760971.789044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760972.428928:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760972.428936:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760972.428955:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.428966:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.428976:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.428982:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760972.429020:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554943616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760972.429042:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760972.429045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760972.429046:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.429049:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.429051:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.429054:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760972.429062:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760972.429072:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554943744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760972.429080:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554943616:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760972.429083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760972.429089:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760972.429090:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.429093:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.429095:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.429097:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760972.429100:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760972.429109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554943872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760972.429117:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760972.429119:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760972.429121:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.429123:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.429125:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.429127:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760972.429130:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760972.429139:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554944000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760972.429144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760972.429151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760972.429154:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760972.429156:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.429160:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.429162:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.429165:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760972.429167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760972.429175:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554944128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760972.429182:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760972.429183:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aac000 x1876699554943616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760972.429189:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760972.429193:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760972.429201:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 917
00000100:00080000:0.0:1789760972.429206:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760972.429210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429213:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554943616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789760972.429215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760972.429228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789760972.429229:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554944256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760972.429237:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429245:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554943616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760972.429268:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760972.429284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aae300 x1876699554943744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760972.429300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554943744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760972.429306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760972.429308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429310:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760972.429314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760972.429323:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aaf480 x1876699554943872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760972.429336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554943872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760972.429341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760972.429342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554943872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760972.429347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789760972.429357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aaf800 x1876699554944000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760972.429369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554944000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760972.429374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760972.429375:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789760972.429381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760972.429391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aace00 x1876699554944128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760972.429403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554944128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760972.429408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760972.429409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789760972.429414:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789760972.429423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760972.429429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff8d7c85aac700 x1876699554944256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760972.429436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554944256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760972.429440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760972.429442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789760972.429444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789760972.812992:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760973.837054:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760974.861627:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760975.884996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760976.908938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760977.548975:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.548983:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760977.548988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549000:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549012:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549020:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760977.549062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554944384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760977.549093:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.549096:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760977.549097:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549101:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549103:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549106:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760977.549115:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760977.549123:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554944512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760977.549131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.549133:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760977.549135:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549138:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549142:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760977.549146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.549153:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554944384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760977.549154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554944640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760977.549172:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.549175:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760977.549176:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549178:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549181:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549183:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760977.549186:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789760977.549196:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554944768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760977.549203:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.549205:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760977.549207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549212:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549214:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760977.549217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789760977.549220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760977.549228:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554944896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760977.549236:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760977.549239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760977.549240:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760977.549242:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 923
00000100:00080000:3.0:1789760977.549245:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760977.549249:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760977.549252:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760977.549264:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554945024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760977.549265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795ea00 x1876699554944384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549296:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554944384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549313:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549316:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554944384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789760977.549323:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.549343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760977.549353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795c000 x1876699554944512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554944512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.549395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.549415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760977.549427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795e680 x1876699554944640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554944640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.549455:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944768:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789760977.549471:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760977.549478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795f480 x1876699554944768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549485:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554944768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554944768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789760977.549498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.549509:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760977.549515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795fb80 x1876699554944896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549523:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554944896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549529:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549531:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554944896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760977.549535:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760977.549545:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760977.549551:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff8d7c8795dc00 x1876699554945024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760977.549559:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554945024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760977.549565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760977.549567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760977.549570:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789760977.933516:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760978.957023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760979.981029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760981.004976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760982.028949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760982.668896:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.668904:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760982.668908:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.668916:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.668925:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.668937:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760982.668975:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554945152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.668997:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.669001:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760982.669003:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.669007:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.669010:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.669015:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760982.669024:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.669037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554945280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760982.669045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554945152:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789760982.669047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.669053:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760982.669054:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.669057:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.669061:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.669064:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760982.669068:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.669077:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554945408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.669085:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.669088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760982.669089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.669092:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.669096:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.669099:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760982.669103:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789760982.669106:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789760982.669113:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554945536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.669121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.669125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760982.669126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.669129:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.669132:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.669136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760982.669142:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760982.669143:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795ce00 x1876699554945152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760982.669150:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554945664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.669158:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760982.669161:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554945152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760982.669162:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760982.669164:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.669167:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 928
00000100:00080000:3.0:1789760982.669171:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760982.669173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760982.669174:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789760982.669177:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789760982.669178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760982.669181:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554945152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789760982.669186:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554945792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760982.669204:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.669228:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760982.669240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795ed80 x1876699554945280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.669249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554945280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.669255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.669258:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760982.669260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.669264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.669278:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760982.669284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795d880 x1876699554945408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.669291:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554945408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.669297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.669299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760982.669301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.669305:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789760982.669316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760982.669321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795d500 x1876699554945536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.669329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554945536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.669334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.669336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760982.669338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554945536:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789760982.669349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.669368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760982.669379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795f800 x1876699554945664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.669392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554945664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.669402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.669404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760982.669406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760982.669411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760982.669425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760982.669433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff8d7c8795ca80 x1876699554945792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760982.669441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554945792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760982.669446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760982.669448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760982.669450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554945792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789760983.052979:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760984.076991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760985.101016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760986.124986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760987.148991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760987.788940:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760987.788950:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760987.788954:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760987.788964:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.788975:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760987.788982:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789760987.789025:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554945920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760987.789055:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760987.789059:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760987.789062:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760987.789067:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.789073:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760987.789078:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760987.789106:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760987.789122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554946048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760987.789138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760987.789149:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789760987.789150:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554945920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789760987.789153:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760987.789170:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.789175:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760987.789181:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760987.789189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760987.789208:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554946176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760987.789221:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760987.789225:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760987.789228:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760987.789233:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.789239:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789760987.789245:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789760987.789248:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760987.789255:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789760987.789269:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554946304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760987.789282:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760987.789285:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760987.789286:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760987.789289:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.789293:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760987.789297:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760987.789302:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760987.789322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795d180 x1876699554945920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760987.789322:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554946432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760987.789355:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789760987.789356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554945920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760987.789370:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760987.789379:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760987.789384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760987.789385:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 933
00000100:00080000:3.0:1789760987.789395:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.789396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554945920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789760987.789413:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789760987.789425:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760987.789439:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554946560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760987.789456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.789501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760987.789512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795df80 x1876699554946048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.789522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554946048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.789530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.789533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789536:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760987.789541:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.789556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760987.789563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795e300 x1876699554946176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.789572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554946176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.789578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.789580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789583:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760987.789589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946304:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789760987.789613:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760987.789627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795c700 x1876699554946304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.789658:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554946304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.789667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.789669:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789672:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789760987.789677:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554946432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.789692:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760987.789700:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795c380 x1876699554946432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.789725:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554946432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.789731:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.789734:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789736:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554946432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760987.789741:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554946560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760987.789754:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760987.789761:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff8d7c8795f100 x1876699554946560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.789769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554946560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.789775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760987.789777:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760987.789779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554946560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789760988.173003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760989.196991:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760990.220995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760991.245046:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760992.268961:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760992.908920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.908930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760992.908933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.908943:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.908952:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.908958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760992.908996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554946688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.909019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.909022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.909023:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.909026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.909028:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.909030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760992.909039:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760992.909048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554946816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.909056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.909061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789760992.909062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554946688:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760992.909063:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.909071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.909074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.909076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760992.909079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760992.909088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554946944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.909094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.909097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.909098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.909100:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.909116:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.909119:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760992.909123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789760992.909128:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789760992.909136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554947072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.909146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.909148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.909150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.909153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.909155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.909158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760992.909162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760992.909167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aafb80 x1876699554946688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.909173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554947200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.909188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.909190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760992.909192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760992.909194:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554946688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760992.909198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 938
00000100:00080000:0.0:1789760992.909203:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.909206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760992.909208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789760992.909217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789760992.909218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554947328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760992.909225:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909233:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554946688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789760992.909259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.909275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760992.909284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aaca80 x1876699554946816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.909293:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554946816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.909299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.909301:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.909307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.909317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760992.909323:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aac380 x1876699554946944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.909335:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554946944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.909340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.909342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554946944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.909347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789760992.909358:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760992.909364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aad180 x1876699554947072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.909372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554947072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.909377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.909378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789760992.909384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.909394:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760992.909400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aaf100 x1876699554947200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.909407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554947200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.909416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.909418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760992.909423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760992.909433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760992.909439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff8d7c85aaea00 x1876699554947328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760992.909446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554947328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760992.909477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760992.909480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760992.909482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789760993.292990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760994.317034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760995.340893:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760996.364943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760997.388957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760998.028917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.028927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760998.028932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760998.028941:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 943
00000100:00080000:0.0:1789760998.028951:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.028957:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789760998.028996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554947456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760998.029015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.029018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760998.029019:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760998.029022:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 943
00000100:00080000:0.0:1789760998.029024:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.029026:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760998.029034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760998.029042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554947584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760998.029049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.029051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760998.029053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760998.029055:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 943
00000100:00080000:0.0:1789760998.029057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.029059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760998.029062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760998.029068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554947712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760998.029076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.029079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760998.029080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789760998.029082:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554947456:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789760998.029085:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 943
00000100:00080000:0.0:1789760998.029090:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.029094:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760998.029097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789760998.029105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554947840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760998.029111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.029114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760998.029116:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760998.029118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 943
00000100:00080000:0.0:1789760998.029120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.029122:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760998.029125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760998.029132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554947968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760998.029138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760998.029141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760998.029142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760998.029144:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 943
00000800:00000100:1.0:1789760998.029149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789760998.029150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760998.029156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789760998.029159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760998.029166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554948096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760998.029187:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aaea00 x1876699554947456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029202:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554947456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029214:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029217:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554947456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789760998.029223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760998.029238:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760998.029246:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aaf100 x1876699554947584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554947584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029262:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029264:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760998.029283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760998.029294:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760998.029300:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aad180 x1876699554947712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554947712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029316:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760998.029320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947840:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789760998.029331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760998.029337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aac380 x1876699554947840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554947840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554947840:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789760998.029356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760998.029366:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760998.029372:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aaca80 x1876699554947968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554947968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554947968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789760998.029391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789760998.029401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789760998.029407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760998/real 1789760998]  req@ffff8d7c85aafb80 x1876699554948096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760998.029419:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554948096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760998.029424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760998.029426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789760998.029428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948096:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789760998.412928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760999.436935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761000.460943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761001.484933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761002.508982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761003.148929:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.148939:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761003.148944:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.148955:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00080000:3.0:1789761003.148967:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.148975:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761003.149015:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554948224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.149038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.149041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761003.149042:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.149045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00080000:3.0:1789761003.149048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.149050:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761003.149058:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761003.149067:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554948352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.149075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.149078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761003.149079:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.149084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00100000:1.0:1789761003.149086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554948224:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761003.149086:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.149091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761003.149098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761003.149104:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554948480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.149110:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.149112:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761003.149113:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.149116:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00080000:3.0:1789761003.149118:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.149120:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761003.149124:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761003.149132:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554948608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.149139:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.149141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761003.149142:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.149145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00080000:3.0:1789761003.149149:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.149151:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761003.149154:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761003.149160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761003.149164:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554948736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.149171:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761003.149174:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761003.149176:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761003.149178:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 948
00000100:00080000:3.0:1789761003.149187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761003.149190:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761003.149195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761003.149209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554948864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761003.149212:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795f100 x1876699554948224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149248:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554948224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149262:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554948224:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761003.149285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761003.149304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761003.149313:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795c380 x1876699554948352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554948352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149330:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761003.149337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761003.149348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761003.149354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795c700 x1876699554948480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554948480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761003.149399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948608:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761003.149424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761003.149437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795e300 x1876699554948608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554948608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554948608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761003.149470:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761003.149488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761003.149496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795df80 x1876699554948736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554948736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761003.149520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761003.149531:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761003.149538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff8d7c8795d180 x1876699554948864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761003.149546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554948864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761003.149552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761003.149554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761003.149556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554948864:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761003.532997:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761004.556890:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761005.580990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761006.605016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761007.628937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761008.268926:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761008.268935:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761008.268939:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.268948:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.268956:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.268962:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761008.269000:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554948992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761008.269022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761008.269024:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761008.269026:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.269028:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.269030:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.269033:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761008.269040:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761008.269048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554949120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761008.269061:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761008.269065:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761008.269067:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.269071:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.269075:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.269079:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761008.269084:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761008.269099:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554949248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761008.269111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761008.269115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554948992:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761008.269116:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761008.269120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.269128:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.269131:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.269133:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761008.269138:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761008.269149:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554949376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761008.269157:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761008.269159:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761008.269161:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.269163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.269167:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.269169:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761008.269172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761008.269180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761008.269183:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554949504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761008.269191:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761008.269194:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761008.269196:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761008.269199:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 953
00000100:00080000:0.0:1789761008.269201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761008.269203:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761008.269206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761008.269215:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554949632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761008.269220:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aac700 x1876699554948992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554948992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269252:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554948992:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761008.269265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761008.269289:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761008.269303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aace00 x1876699554949120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554949120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761008.269345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761008.269360:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761008.269366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aaf800 x1876699554949248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554949248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761008.269392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949376:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761008.269402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761008.269408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aaf480 x1876699554949376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554949376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949376:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761008.269427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554949504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761008.269436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761008.269442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aae300 x1876699554949504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554949504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554949504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761008.269466:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554949632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761008.269476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761008.269481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff8d7c85aac000 x1876699554949632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.269487:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554949632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.269492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.269495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761008.269497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554949632:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761008.653015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761009.676967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761010.700947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761011.725000:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761012.748975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761013.388913:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761013.388922:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761013.388927:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.388938:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.388950:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761013.388956:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761013.388998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554949760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761013.389023:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761013.389026:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761013.389032:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.389036:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.389039:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761013.389043:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761013.389052:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761013.389065:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554949888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761013.389077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554949760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761013.389078:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761013.389087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761013.389089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.389094:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.389097:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761013.389101:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761013.389105:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761013.389117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554950016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761013.389126:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761013.389129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761013.389131:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.389135:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.389139:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761013.389146:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761013.389147:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761013.389152:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761013.389164:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554950144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761013.389174:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761013.389178:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761013.389180:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.389184:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.389187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761013.389192:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795ca80 x1876699554949760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761013.389193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761013.389201:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761013.389216:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554950272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761013.389219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554949760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761013.389251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761013.389256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761013.389257:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761013.389261:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761013.389266:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 958
00000100:00080000:3.0:1789761013.389269:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761013.389274:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554949760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761013.389274:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761013.389282:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761013.389292:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554950400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761013.389309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761013.389339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761013.389352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795f800 x1876699554949888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761013.389374:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554949888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761013.389387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761013.389391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554949888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761013.389399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761013.389417:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761013.389425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795d500 x1876699554950016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761013.389434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554950016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761013.389442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761013.389444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761013.389448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950144:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761013.389468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761013.389476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795d880 x1876699554950144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761013.389484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554950144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761013.389492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761013.389495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950144:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761013.389498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554950272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761013.389510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761013.389517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795ed80 x1876699554950272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761013.389524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554950272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761013.389531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761013.389533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554950272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761013.389536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554950400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761013.389548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761013.389559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761013]  req@ffff8d7c8795ce00 x1876699554950400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761013.389578:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554950400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761013.389588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761013.389591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761013.389595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554950400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761013.772957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761014.796980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761015.820986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761016.844889:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761017.868965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761018.508876:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.508886:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761018.508890:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.508901:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.508913:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.508920:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761018.508958:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554950528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761018.508982:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.508984:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761018.508989:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.508993:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.508996:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.508999:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761018.509008:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761018.509017:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554950656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761018.509025:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.509028:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761018.509032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554950528:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761018.509032:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.509040:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.509042:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.509045:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761018.509048:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761018.509056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554950784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761018.509062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.509065:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761018.509066:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.509069:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.509072:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.509074:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761018.509077:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761018.509084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554950912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761018.509091:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.509093:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761018.509095:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.509097:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.509100:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.509102:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761018.509105:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761018.509111:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554951040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761018.509118:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761018.509121:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761018.509122:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761018.509127:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 964
00000100:00080000:3.0:1789761018.509130:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761018.509134:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761018.509140:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761018.509150:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761018.509155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554951168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761018.509197:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761018.509225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761018.509264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761018.509289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761018.892939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761019.916930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761020.940942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761021.581139:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761021.581206:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761021.581238:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761021.581292:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761021.581303:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761021.581313:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761021.581325:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761021.581344:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789761021.581362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795fb80 x1876699554950656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554950656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581416:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761021.581432:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795f480 x1876699554950784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554950784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761021.581475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795e680 x1876699554950912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554950912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554950912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789761021.581514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795c000 x1876699554951040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554951040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761021.581553:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795dc00 x1876699554950528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554950528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581606:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554950528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761021.581645:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761021]  req@ffff8d7c8795ea00 x1876699554951168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761021.581659:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554951168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761021.581667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761021.581671:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761021.581674:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761021.964944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761022.989006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761023.628981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.628990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761023.628994:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629004:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629023:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761023.629056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699554951296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.629090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.629093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761023.629094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761023.629110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761023.629120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554951424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.629127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.629131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761023.629132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629135:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761023.629144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761023.629155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554951552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.629167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.629177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789761023.629178:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554951296:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761023.629180:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629195:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629208:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761023.629214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761023.629230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554951680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.629242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.629247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761023.629249:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761023.629271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761023.629279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761023.629287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554951808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.629302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761023.629307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761023.629309:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761023.629316:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 969
00000100:00080000:2.0:1789761023.629322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761023.629329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761023.629338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761023.629340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47df80 x1876699554951296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761023.629359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554951936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761023.629372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699554951296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554951296:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761023.629452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761023.629484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761023.629500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47d880 x1876699554951424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761023.629515:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554951424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761023.629591:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761023.629616:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761023.629629:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47c000 x1876699554951552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761023.629642:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554951552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629658:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761023.629664:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951680:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761023.629684:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761023.629697:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47f480 x1876699554951680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761023.629716:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554951680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629729:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629733:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629737:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554951680:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761023.629744:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761023.629767:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761023.629780:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47d500 x1876699554951808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761023.629792:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554951808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629834:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629839:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629843:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761023.629850:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761023.629874:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761023.629888:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff8d7c8a47ca80 x1876699554951936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761023.629901:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554951936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761023.629910:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761023.629913:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761023.629917:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554951936:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761024.012928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761025.036980:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761026.060978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761027.085024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761028.108928:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761028.748905:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.748916:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761028.748921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.748931:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.748943:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.748952:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761028.748993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554952064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.749016:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.749019:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.749022:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.749025:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.749027:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.749030:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761028.749038:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761028.749047:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554952192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.749055:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.749057:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761028.749058:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.749061:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.749063:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.749069:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749069:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554952064:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789761028.749073:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761028.749085:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554952320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.749092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.749094:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.749095:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.749097:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.749099:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.749101:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761028.749104:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761028.749111:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554952448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.749124:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.749127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.749128:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.749131:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.749140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.749143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761028.749146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761028.749153:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761028.749156:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554952576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.749164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.749166:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761028.749168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.749171:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 974
00000100:00080000:0.0:1789761028.749173:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.749176:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761028.749178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761028.749186:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554952704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761028.749203:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aad880 x1876699554952064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749224:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554952064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749242:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749246:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554952064:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761028.749255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761028.749282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aad500 x1876699554952192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554952192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749334:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761028.749360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761028.749377:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749385:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aaed80 x1876699554952320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554952320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761028.749407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952448:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761028.749418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aadc00 x1876699554952448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749433:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554952448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749438:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749442:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761028.749445:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554952576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761028.749456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aae680 x1876699554952576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554952576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554952576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761028.749481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554952704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761028.749498:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761028.749508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff8d7c85aac000 x1876699554952704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761028.749546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554952704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761028.749555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761028.749557:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761028.749560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554952704:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761029.132962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761030.156984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761031.181039:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761032.204976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761033.229035:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761033.868885:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.868896:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761033.868900:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.868910:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.868920:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.868928:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761033.868967:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554952832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.869002:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.869006:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.869009:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.869014:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.869019:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.869024:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761033.869035:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761033.869047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554952832:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761033.869053:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554952960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761033.869067:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.869071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761033.869073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.869077:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.869081:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.869086:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761033.869092:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761033.869106:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554953088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761033.869107:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761033.869119:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761033.869124:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.869126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.869131:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.869136:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761033.869141:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761033.869144:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795ea00 x1876699554952832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761033.869148:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761033.869170:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554952832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761033.869172:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554953216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.869187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.869193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761033.869194:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761033.869198:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554952832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761033.869202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761033.869206:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761033.869211:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.869216:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761033.869222:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952960:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761033.869223:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761033.869234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761033.869245:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761033.869255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795dc00 x1876699554952960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761033.869262:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554953344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761033.869269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554952960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.869292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761033.869293:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.869296:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761033.869302:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761033.869303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554952960:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761033.869308:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761033.869312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953088:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761033.869317:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 979
00000100:00080000:3.0:1789761033.869324:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761033.869329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761033.869331:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761033.869339:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761033.869340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795c000 x1876699554953088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.869352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554953088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761033.869359:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554953472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.869371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.869378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761033.869385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761033.869394:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953216:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789761033.869413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761033.869420:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795e680 x1876699554953216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.869428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554953216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.869434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.869436:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761033.869438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953216:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789761033.869447:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554953344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.869458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761033.869464:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795f480 x1876699554953344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.869471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554953344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.869476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.869478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761033.869494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554953344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761033.869499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554953472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761033.869513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761033.869520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff8d7c8795fb80 x1876699554953472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761033.869528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554953472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.869533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.869535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761033.869537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554953472:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761034.252932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761035.277004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761036.300964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761037.325047:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761038.348927:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761038.988897:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761038.988906:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761038.988911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761038.988922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00080000:3.0:1789761038.988933:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.988940:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761038.988981:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554953600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761038.989005:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761038.989007:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761038.989009:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761038.989015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00080000:3.0:1789761038.989018:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.989021:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761038.989029:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761038.989042:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554953728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761038.989053:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554953600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761038.989057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761038.989063:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761038.989065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761038.989070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00080000:3.0:1789761038.989075:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.989080:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761038.989087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761038.989102:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554953856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761038.989114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761038.989120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761038.989131:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761038.989134:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761038.989140:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00080000:3.0:1789761038.989144:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.989149:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761038.989155:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761038.989161:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795fb80 x1876699554953600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.989171:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554953984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761038.989181:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554953600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.989186:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.989194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.989194:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761038.989198:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.989200:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761038.989210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00100000:0.0:1789761038.989212:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554953600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761038.989219:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.989227:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761038.989233:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.989245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761038.989247:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554954112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761038.989263:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761038.989266:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761038.989270:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761038.989277:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761038.989277:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 984
00000100:00080000:3.0:1789761038.989286:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761038.989290:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761038.989295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795f480 x1876699554953728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761038.989296:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.989317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554953728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.989317:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554954240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761038.989338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761038.989345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761038.989349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.989354:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761038.989371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761038.989380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795e680 x1876699554953856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761038.989388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554953856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761038.989394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761038.989396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761038.989399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.989402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953984:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789761038.989414:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761038.989419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795c000 x1876699554953984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761038.989427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554953984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761038.989433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761038.989435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761038.989437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554953984:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789761038.989464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761038.989479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761038.989487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795dc00 x1876699554954112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761038.989494:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554954112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761038.989500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761038.989502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761038.989504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761038.989507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761038.989517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761038.989524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff8d7c8795ea00 x1876699554954240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761038.989536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554954240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761038.989544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761038.989548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761038.989552:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954240:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761039.372959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761040.396979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761041.421149:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761042.445608:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761043.469265:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761044.108904:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.108915:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761044.108918:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.108929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.108942:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.108950:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761044.108994:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554954368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.109027:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.109031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.109033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.109038:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.109043:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.109048:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761044.109060:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.109074:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554954496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761044.109083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554954368:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761044.109109:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.109114:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.109118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.109125:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.109131:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.109136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761044.109141:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.109155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554954624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.109164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.109168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.109171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761044.109174:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761044.109180:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.109186:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.109191:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761044.109196:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761044.109211:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554954752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.109223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.109227:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.109229:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761044.109235:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795ce00 x1876699554954368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761044.109240:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.109256:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.109264:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554954368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761044.109274:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761044.109279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109285:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554954368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761044.109296:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554954880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.109306:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.109308:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.109310:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.109314:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 989
00000100:00080000:3.0:1789761044.109318:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761044.109324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954496:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761044.109328:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761044.109340:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.109356:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554955008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761044.109362:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795ed80 x1876699554954496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761044.109390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554954496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761044.109397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761044.109429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761044.109452:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109466:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795d880 x1876699554954624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761044.109475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554954624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761044.109481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109485:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761044.109489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954752:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789761044.109505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795d500 x1876699554954752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761044.109519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554954752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761044.109524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554954752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789761044.109531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761044.109542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109548:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795f800 x1876699554954880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761044.109555:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554954880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761044.109560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109562:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109565:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554954880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761044.109577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761044.109587:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761044.109593:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff8d7c8795ca80 x1876699554955008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761044.109600:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554955008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761044.109606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761044.109608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761044.109611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955008:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761044.493853:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761045.516993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761046.540979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761047.565086:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761048.589026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761049.228866:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.228874:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761049.228878:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.228887:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.228897:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.228903:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761049.228941:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554955136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761049.228964:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.228969:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761049.228970:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.228973:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.228975:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.228978:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761049.228985:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761049.228993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554955264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761049.229001:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.229003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761049.229004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.229007:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.229009:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.229011:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761049.229014:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761049.229021:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554955136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761049.229024:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554955392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761049.229035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.229037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761049.229038:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.229040:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.229042:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.229044:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761049.229048:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761049.229056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554955520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761049.229063:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.229066:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761049.229067:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.229070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.229072:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.229074:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761049.229078:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761049.229084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554955648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761049.229091:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761049.229093:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761049.229098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761049.229101:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761049.229107:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 994
00000100:00080000:3.0:1789761049.229112:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761049.229116:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761049.229121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761049.229136:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795d180 x1876699554955136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.229138:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554955776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761049.229180:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554955136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229198:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229203:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554955136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761049.229210:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761049.229230:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761049.229241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795df80 x1876699554955264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761049.229254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554955264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229266:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761049.229303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761049.229320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761049.229329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795e300 x1876699554955392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761049.229341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554955392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761049.229362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955520:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789761049.229392:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761049.229403:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795c700 x1876699554955520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761049.229415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554955520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554955520:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789761049.229438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761049.229453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761049.229462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795c380 x1876699554955648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761049.229474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554955648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761049.229495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789761049.229510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761049.229518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff8d7c8795f100 x1876699554955776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761049.229530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554955776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761049.229539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761049.229542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761049.229545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554955776:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761049.612939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761050.636949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761051.660940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761052.684939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761053.708960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761054.348937:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.348949:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761054.348953:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.348964:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.348977:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.348997:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761054.349048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554955904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761054.349084:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.349087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761054.349088:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.349091:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.349094:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.349099:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761054.349108:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761054.349118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554955904:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761054.349120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554956032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761054.349134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.349136:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761054.349138:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.349141:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.349144:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.349146:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761054.349150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761054.349157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554956160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761054.349164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.349166:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761054.349167:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.349170:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.349194:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.349197:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761054.349201:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761054.349210:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554956288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761054.349214:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761054.349223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.349226:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761054.349228:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.349232:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.349235:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.349238:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761054.349257:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761054.349267:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554956416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761054.349274:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761054.349279:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761054.349279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aae300 x1876699554955904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761054.349283:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761054.349292:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 999
00000100:00080000:0.0:1789761054.349300:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761054.349307:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761054.349323:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761054.349323:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554955904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761054.349356:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554956544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761054.349361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554955904:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761054.349408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761054.349436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761054.349450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aaf480 x1876699554956032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.349465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554956032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761054.349473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761054.349480:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761054.349496:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761054.349504:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aaf800 x1876699554956160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.349511:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554956160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761054.349519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761054.349524:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956288:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761054.349536:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761054.349542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aace00 x1876699554956288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.349554:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554956288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761054.349561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349563:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956288:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761054.349566:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554956416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761054.349576:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761054.349582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aac700 x1876699554956416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.349589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554956416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761054.349596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349598:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554956416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761054.349601:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554956544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761054.349611:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761054.349616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff8d7c85aafb80 x1876699554956544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.349623:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554956544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.349634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761054.349638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761054.349641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554956544:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761054.733028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761055.756945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761056.780952:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761057.804948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761058.828996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761059.468946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.468956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761059.468960:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.468971:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.468981:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.468988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761059.469036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554956672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.469066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.469070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761059.469072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.469081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.469085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.469090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761059.469100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.469116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554956800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.469129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.469139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761059.469142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554956672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761059.469142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.469149:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.469156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.469165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761059.469170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.469184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554956928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.469195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.469198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761059.469200:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.469205:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.469210:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.469216:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761059.469221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761059.469232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554957056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.469243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.469247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789761059.469254:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761059.469255:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.469264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.469270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.469275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761059.469300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.469316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554957184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.469328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761059.469329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47dc00 x1876699554956672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761059.469339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761059.469349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.469357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1005
00000100:00080000:2.0:1789761059.469361:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761059.469363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554956672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761059.469373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761059.469382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761059.469386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554956672:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761059.469400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554957312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761059.469441:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761059.469467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761059.469484:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47e680 x1876699554956800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761059.469493:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554956800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761059.469503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469506:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761059.469513:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761059.469524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761059.469530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47f100 x1876699554956928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761059.469537:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554956928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761059.469551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554956928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761059.469559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957056:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761059.469571:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761059.469577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47c700 x1876699554957056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761059.469584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554957056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761059.469589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957056:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761059.469597:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761059.469607:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761059.469613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47f800 x1876699554957184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761059.469620:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554957184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761059.469625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469628:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761059.469640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761059.469651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761059.469657:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff8d7c8a47c380 x1876699554957312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761059.469664:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554957312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761059.469669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761059.469670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761059.469672:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957312:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761059.852942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761060.876990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761061.901031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761062.924923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761063.948941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761064.588936:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.588947:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761064.588952:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.588962:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.588973:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.588981:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761064.589031:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554957440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.589062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.589066:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761064.589068:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.589073:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.589078:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.589083:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589093:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554957440:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789761064.589094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.589113:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554957568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.589125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.589129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761064.589131:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.589135:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.589140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.589145:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761064.589150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761064.589154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761064.589169:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554957696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761064.589180:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.589184:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761064.589186:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761064.589191:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aaca80 x1876699554957440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761064.589195:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.589202:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.589209:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589213:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554957440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761064.589217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:1.0:1789761064.589228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761064.589237:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554957824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761064.589239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554957440:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761064.589271:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.589275:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761064.589278:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957568:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761064.589279:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761064.589289:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.589294:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761064.589299:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761064.589306:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761064.589306:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aac380 x1876699554957568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761064.589324:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554957952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761064.589336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554957568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761064.589343:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761064.589352:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761064.589355:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.589355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789761064.589366:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1010
00000100:00080000:0.0:1789761064.589375:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761064.589375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957568:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761064.589383:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957696:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789761064.589391:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761064.589410:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554958080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761064.589419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aad180 x1876699554957696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.589446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554957696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.589452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761064.589457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761064.589461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957824:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761064.589474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589480:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aaf100 x1876699554957824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.589488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554957824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.589494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761064.589497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554957824:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761064.589509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.589520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aaea00 x1876699554957952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.589534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554957952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.589544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761064.589548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554957952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761064.589552:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761064.589561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761064.589567:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff8d7c85aaca80 x1876699554958080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.589573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554958080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.589579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761064.589581:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761064.589582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958080:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761064.972970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761065.996943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761067.020940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761068.044943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761069.068924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761069.708903:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.708911:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761069.708915:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.708925:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.708951:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761069.708957:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761069.708996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554958208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761069.709018:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.709021:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761069.709023:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.709026:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.709028:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761069.709030:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761069.709038:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761069.709062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554958336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761069.709070:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.709073:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761069.709074:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.709076:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.709078:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761069.709083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554958208:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761069.709084:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761069.709091:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761069.709098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554958464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761069.709110:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.709113:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761069.709114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.709118:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.709122:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761069.709126:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761069.709131:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761069.709144:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554958592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761069.709147:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761069.709161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.709166:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761069.709168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.709173:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.709178:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761069.709189:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761069.709194:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761069.709198:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795f100 x1876699554958208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.709207:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554958720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761069.709231:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554958208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.709231:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761069.709239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761069.709243:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761069.709251:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1015
00000100:00080000:3.0:1789761069.709257:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761069.709261:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761069.709262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761069.709265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761069.709268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709273:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554958208:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761069.709279:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554958848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761069.709282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.709313:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761069.709324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795c380 x1876699554958336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.709332:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554958336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.709349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.709352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.709372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.709383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761069.709389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795c700 x1876699554958464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.709396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554958464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.709402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.709404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.709410:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958592:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761069.709424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761069.709435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795e300 x1876699554958592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.709447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554958592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.709456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.709460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554958592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761069.709470:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.709488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761069.709497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795df80 x1876699554958720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.709506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554958720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.709515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.709518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709522:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761069.709538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761069.709559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761069.709570:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff8d7c8795d180 x1876699554958848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761069.709579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554958848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761069.709585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761069.709587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761069.709589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554958848:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761070.092926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761071.116965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761072.140944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761073.164926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761074.189004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761074.828939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.828946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761074.828950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.828959:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00080000:0.0:1789761074.828969:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.828976:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761074.829012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554958976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.829038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.829040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761074.829042:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.829045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00080000:0.0:1789761074.829047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.829050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761074.829059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761074.829069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554959104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.829077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.829080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761074.829083:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.829091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00100000:1.0:1789761074.829091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554958976:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761074.829100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.829106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761074.829109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761074.829122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554959232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.829133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.829137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761074.829139:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.829143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00080000:0.0:1789761074.829168:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.829186:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761074.829191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761074.829196:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761074.829209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554959360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.829220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.829223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761074.829224:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.829227:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00080000:0.0:1789761074.829230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.829233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761074.829239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761074.829252:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aafb80 x1876699554958976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761074.829253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554959488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761074.829310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761074.829317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761074.829320:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761074.829325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1020
00000100:00100000:1.0:1789761074.829330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554958976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761074.829336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761074.829349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761074.829359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761074.829360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761074.829379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554959616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761074.829380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554958976:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761074.829425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.829447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761074.829455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aac700 x1876699554959104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.829469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554959104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.829475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761074.829479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.829483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.829494:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761074.829500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aace00 x1876699554959232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.829507:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554959232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.829528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761074.829533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.829538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959360:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761074.829555:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761074.829562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aaf800 x1876699554959360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.829571:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554959360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.829598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761074.829602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959360:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761074.829606:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554959488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.829619:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761074.829626:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aaf480 x1876699554959488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.829633:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554959488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.829639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829641:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761074.829658:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554959488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761074.829662:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554959616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761074.829674:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761074.829679:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff8d7c85aae300 x1876699554959616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761074.829686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554959616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761074.829691:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761074.829692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761074.829695:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554959616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761075.212931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761076.237018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761077.261067:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761078.284978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761079.308998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761079.948937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.948948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761079.948952:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.948963:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.948976:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761079.948983:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761079.949021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554959744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761079.949048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.949051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761079.949053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.949056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.949058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761079.949061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761079.949069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761079.949077:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554959872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761079.949084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.949087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761079.949088:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.949091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.949092:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761079.949095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761079.949099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761079.949104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554960000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761079.949111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.949114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761079.949116:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.949119:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.949123:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761079.949126:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761079.949129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761079.949151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554960128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761079.949161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.949165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761079.949166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.949172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.949181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761079.949182:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554959744:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761079.949189:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761079.949201:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761079.949212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554960256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761079.949221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761079.949225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761079.949227:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761079.949231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1025
00000100:00080000:0.0:1789761079.949235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761079.949238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761079.949242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761079.949249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554960384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761079.949264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949307:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aac000 x1876699554959744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554959744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554959744:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761079.949344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.949359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949371:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aae680 x1876699554959872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554959872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554959872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.949410:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.949430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aadc00 x1876699554960000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554960000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.949480:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960128:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761079.949492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aaed80 x1876699554960128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554960128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949515:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960128:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761079.949519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554960256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.949532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949543:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aad500 x1876699554960256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949557:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554960256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949569:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949572:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554960256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761079.949579:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554960384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761079.949599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761079.949608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761079]  req@ffff8d7c85aad880 x1876699554960384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761079.949617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554960384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761079.949622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761079.949625:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761079.949627:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554960384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761080.332986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761081.356918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761082.380930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761083.404947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761084.428922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761085.068883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.068891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761085.068895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.068904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.068912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.068918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761085.068956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554960512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.068978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.068982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761085.068984:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.068989:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.068993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.068998:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761085.069008:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761085.069019:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554960512:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761085.069026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554960640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.069047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.069051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761085.069053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.069057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.069068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.069072:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761085.069077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761085.069087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554960768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.069094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.069111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761085.069113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.069116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.069120:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.069123:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761085.069128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761085.069132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761085.069141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554960896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.069158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.069161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761085.069162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761085.069166:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.069172:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761085.069175:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960768:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761085.069181:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761085.069189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761085.069202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789761085.069208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554961024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761085.069222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761085.069227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761085.069229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761085.069233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961024:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761085.069238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1030
00000100:00080000:0.0:1789761085.069245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761085.069250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761085.069256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761085.069267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554961152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761085.069298:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961152:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761085.453001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761086.476931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761087.500965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761088.141023:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789761088.141059:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761088.141083:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761088.141112:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761088.141119:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761088.141125:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761088.141129:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761088.141135:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761088.141206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aac000 x1876699554961152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141244:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554961152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761088.141279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aae680 x1876699554961024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141291:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554961024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141302:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761088.141314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aadc00 x1876699554960896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554960896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761088.141363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aad500 x1876699554960640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554960640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761088.141399:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aaed80 x1876699554960768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554960768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554960768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761088.141433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761088]  req@ffff8d7c85aad880 x1876699554960512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761088.141453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554960512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761088.141460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761088.141464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761088.141467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554960512:192.168.203.122@tcp:250:kworker.0
00010000:00010000:0.0:1789761088.524950:0:258:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789761088.524994:0:6182:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789761088.525005:0:6182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524c00/0x21bb05f1996cfea6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x1f99687d854aaa0c expref: -99 pid: 12621 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761088.525013:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789761088.525036:0:6182:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock
00010000:00010000:1.0:1789761088.525060:0:6182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524000/0x21bb05f1996cfe9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1f99687d854aa9f0 expref: -99 pid: 12621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761088.525089:0:6182:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c80031200/0x21bb05f1996cfe8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x1f99687d854aa98e expref: -99 pid: 12614 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1789761088.525136:0:6182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524c00/0x21bb05f1996cfea6 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1f99687d854aaa0c expref: -99 pid: 12621 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761088.525143:0:6182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524000/0x21bb05f1996cfe9f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1f99687d854aa9f0 expref: -99 pid: 12621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761088.525148:0:6182:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c80031200/0x21bb05f1996cfe8a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1f99687d854aa98e expref: -99 pid: 12614 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1789761088.525151:0:6182:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:1.0:1789761088.525179:0:6182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524c00/0x21bb05f1996cfea6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x1f99687d854aaa0c expref: -99 pid: 12621 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761088.525206:0:6182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c8d524000/0x21bb05f1996cfe9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1f99687d854aa9f0 expref: -99 pid: 12621 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000100:00080000:0.0:1789761088.525210:0:2411:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff8d7c867b3480 x1876699554961280/t0(0) o103->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00010000:1.0:1789761088.525229:0:6182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8d7c83014800 lock: ffff8d7c80031200/0x21bb05f1996cfe8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x1f99687d854aa98e expref: -99 pid: 12614 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1789761088.525247:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761088.525250:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761088.525253:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761089.548977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761090.188866:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.188875:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761090.188879:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.188889:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.188898:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.188904:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761090.188939:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554961408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.188962:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.188965:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.188966:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.188969:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.188978:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.188983:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761090.188991:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761090.189001:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554961536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.189008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.189011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761090.189013:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.189016:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.189018:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.189021:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761090.189024:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.189029:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554961408:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761090.189035:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554961664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.189048:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.189051:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.189053:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.189072:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.189078:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.189083:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761090.189089:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761090.189103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554961792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.189115:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761090.189117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761090.189123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.189127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.189132:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.189137:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.189141:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761090.189146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.189162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aae300 x1876699554961408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761090.189163:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554961920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.189199:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.189202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761090.189205:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761090.189209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554961408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761090.189213:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1035
00000100:00080000:0.0:1789761090.189222:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.189229:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761090.189230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761090.189238:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761090.189239:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554961408:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761090.189258:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554962048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761090.189260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761090.189295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761090.189312:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aaf480 x1876699554961536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761090.189332:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554961536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761090.189341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761090.189344:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189348:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761090.189374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761090.189394:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761090.189404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aaf800 x1876699554961664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761090.189417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554961664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761090.189426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761090.189430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761090.189439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961792:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761090.189459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761090.189469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aace00 x1876699554961792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761090.189481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554961792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761090.189496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761090.189500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554961792:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761090.189509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761090.189527:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761090.189538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aac700 x1876699554961920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761090.189550:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554961920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761090.189558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761090.189561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189564:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554961920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761090.189570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761090.189590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761090.189602:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff8d7c85aafb80 x1876699554962048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761090.189614:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554962048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761090.189623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761090.189628:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761090.189632:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962048:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761090.573009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761091.596964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761092.620967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761093.644917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761094.668948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761095.308896:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761095.308906:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761095.308911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.308923:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.308934:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761095.308942:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761095.308999:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554962176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761095.309045:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761095.309049:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761095.309052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.309056:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.309060:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761095.309064:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761095.309076:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761095.309078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554962176:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761095.309118:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554962304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761095.309129:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761095.309132:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761095.309133:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.309137:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.309139:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761095.309143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761095.309147:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761095.309158:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554962432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761095.309166:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761095.309168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761095.309170:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.309173:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.309177:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761095.309183:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761095.309188:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761095.309193:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761095.309202:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554962560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761095.309210:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761095.309214:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761095.309215:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.309220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.309223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761095.309228:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309234:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795ca80 x1876699554962176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761095.309236:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761095.309261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554962176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.309263:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554962688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761095.309302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.309305:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761095.309310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761095.309314:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761095.309320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554962176:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761095.309321:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761095.309341:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1040
00000100:00080000:3.0:1789761095.309345:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761095.309350:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761095.309354:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761095.309361:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761095.309369:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554962816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761095.309391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795f800 x1876699554962304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761095.309414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554962304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761095.309420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761095.309423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761095.309425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761095.309429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761095.309442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795d500 x1876699554962432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761095.309461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554962432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761095.309469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761095.309473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761095.309476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761095.309484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962560:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761095.309507:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795d880 x1876699554962560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761095.309531:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554962560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761095.309537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761095.309539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761095.309541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554962560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761095.309546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761095.309561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309568:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795ed80 x1876699554962688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761095.309581:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554962688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761095.309586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761095.309588:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761095.309589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761095.309603:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761095.309615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761095.309622:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff8d7c8795ce00 x1876699554962816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761095.309629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554962816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761095.309634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761095.309636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761095.309638:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554962816:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761095.692917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761096.716921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761097.740934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761098.764942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761099.788918:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761100.428896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.428912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761100.428916:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.428925:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00080000:2.0:1789761100.428949:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.428955:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761100.429005:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699554962944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.429025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.429028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.429029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.429033:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00080000:2.0:1789761100.429037:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.429040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761100.429049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.429059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699554963072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.429067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.429070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761100.429071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.429075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00100000:1.0:1789761100.429078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554962944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761100.429078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.429085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761100.429090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.429096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699554963200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.429106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.429110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.429112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.429116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00080000:2.0:1789761100.429120:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.429125:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761100.429132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761100.429148:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761100.429149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699554963328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.429163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.429167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.429169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.429174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00080000:2.0:1789761100.429179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.429184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429189:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47ea00 x1876699554962944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761100.429191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761100.429212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699554962944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761100.429214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699554963456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761100.429233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429239:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789761100.429240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761100.429244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554962944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761100.429248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761100.429252:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.429258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1045
00000100:00080000:2.0:1789761100.429263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761100.429269:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963072:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789761100.429271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761100.429282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.429298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699554963584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761100.429304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47fb80 x1876699554963072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761100.429341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699554963072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761100.429348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761100.429352:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761100.429357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761100.429372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47ed80 x1876699554963200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761100.429387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699554963200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761100.429392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761100.429397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761100.429401:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963328:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761100.429413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47d180 x1876699554963328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761100.429427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699554963328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761100.429432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761100.429436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963328:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761100.429439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554963456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761100.429449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47ce00 x1876699554963456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761100.429462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699554963456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761100.429468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761100.429471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554963456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761100.429483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554963584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761100.429492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761100.429498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff8d7c8a47ea00 x1876699554963584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761100.429506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699554963584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761100.429511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761100.429513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761100.429515:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554963584:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761100.812939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761101.836987:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761102.860923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761103.884912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761104.908934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761105.548879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.548891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761105.548896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.548907:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1051
00000100:00080000:2.0:1789761105.548918:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.548926:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761105.548980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554963712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.549011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.549015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761105.549017:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.549024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1051
00000100:00080000:2.0:1789761105.549028:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.549032:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549041:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554963712:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789761105.549044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.549061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554963840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.549074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.549077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761105.549080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.549084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1051
00000100:00080000:2.0:1789761105.549088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.549092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761105.549098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761105.549101:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761105.549115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554963968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.549125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.549129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761105.549131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761105.549135:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47c380 x1876699554963712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761105.549139:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1051
00000100:00080000:2.0:1789761105.549147:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.549153:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549158:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554963712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761105.549161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:1.0:1789761105.549169:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761105.549173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549177:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554963712:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761105.549192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554964096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761105.549197:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963840:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789761105.549214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.549218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761105.549220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.549225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1051
00000800:00000100:1.0:1789761105.549231:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761105.549233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.549240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761105.549246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761105.549258:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47f800 x1876699554963840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761105.549262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554964224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761105.549281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554963840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761105.549282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.549293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761105.549297:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.549299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761105.549305:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1051
00000100:00080000:1.0:1789761105.549306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963840:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789761105.549314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.549323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963968:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789761105.549334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.549350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554964352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761105.549351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47c700 x1876699554963968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761105.549373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554963968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.549379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761105.549382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554963968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761105.549396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964096:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761105.549407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47f100 x1876699554964096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761105.549420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554964096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.549425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761105.549426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964096:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761105.549433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761105.549443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47e680 x1876699554964224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761105.549456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554964224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.549462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761105.549463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761105.549468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761105.549478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761105.549483:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff8d7c8a47dc00 x1876699554964352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761105.549490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554964352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.549495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761105.549497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761105.549498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761105.933003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761106.957071:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761107.981011:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761109.005073:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761110.028998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761110.669006:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.669013:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761110.669017:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669043:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669052:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669058:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761110.669094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554964480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.669117:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.669120:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.669121:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669124:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669127:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669129:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761110.669137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.669146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554964608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.669170:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.669173:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.669174:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669176:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669179:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669181:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761110.669186:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761110.669192:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554964480:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761110.669195:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554964736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.669222:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761110.669225:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.669227:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669232:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669236:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669242:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761110.669247:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761110.669263:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554964864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.669274:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761110.669278:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761110.669280:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761110.669285:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669290:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669295:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669300:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761110.669307:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.669318:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554964992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761110.669326:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761110.669327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aaca80 x1876699554964480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761110.669329:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761110.669333:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761110.669340:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1056
00000100:00080000:0.0:1789761110.669346:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761110.669351:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761110.669355:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761110.669367:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554965120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761110.669368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554964480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554964480:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761110.669412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761110.669438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761110.669453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aaea00 x1876699554964608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761110.669468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554964608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761110.669515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761110.669552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761110.669563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aaf100 x1876699554964736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761110.669585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554964736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669603:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761110.669610:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964864:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761110.669634:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761110.669647:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aad180 x1876699554964864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761110.669661:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554964864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669676:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669680:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554964864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761110.669687:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761110.669721:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761110.669732:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aac380 x1876699554964992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761110.669746:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554964992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669789:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554964992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761110.669797:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761110.669819:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761110.669846:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff8d7c85aafb80 x1876699554965120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761110.669884:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554965120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761110.669928:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761110.669933:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761110.669938:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965120:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761111.053153:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761112.077033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761113.101028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761114.125005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761115.148974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761115.788884:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.788893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761115.788897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.788909:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.788925:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.788933:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761115.788973:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554965248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.789005:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.789009:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.789010:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.789014:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.789018:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.789023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761115.789033:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761115.789042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554965248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761115.789049:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554965376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.789067:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.789071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761115.789073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.789077:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.789081:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.789084:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761115.789089:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761115.789100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554965504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761115.789106:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761115.789117:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.789120:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.789122:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761115.789127:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.789130:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.789134:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761115.789139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761115.789146:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aac700 x1876699554965248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761115.789154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554965632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.789190:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.789194:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761115.789197:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761115.789202:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554965248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761115.789203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.789210:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.789218:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761115.789223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761115.789224:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761115.789230:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554965248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761115.789241:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554965760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761115.789252:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761115.789256:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761115.789258:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761115.789262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965376:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761115.789267:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1061
00000100:00080000:0.0:1789761115.789273:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761115.789278:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761115.789283:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761115.789288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761115.789297:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554965888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761115.789303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aace00 x1876699554965376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.789316:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554965376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.789323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.789326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.789334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.789347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761115.789353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aaf800 x1876699554965504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.789361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554965504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.789371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.789373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.789378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965632:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761115.789389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761115.789394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aaf480 x1876699554965632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.789401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554965632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.789406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.789408:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789410:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554965632:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761115.789413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.789423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761115.789429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aae300 x1876699554965760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.789436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554965760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.789440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.789442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761115.789457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761115.789468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761115.789474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff8d7c85aad880 x1876699554965888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.789481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554965888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761115.789486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761115.789487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761115.789489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554965888:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761116.173066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761117.196977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761118.220934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761119.245009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761120.268928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761120.908964:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761120.908979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761120.908985:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761120.908998:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00080000:3.0:1789761120.909013:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761120.909022:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761120.909069:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554966016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761120.909112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761120.909117:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761120.909120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761120.909125:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00080000:3.0:1789761120.909130:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761120.909136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761120.909148:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761120.909166:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554966144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761120.909179:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761120.909187:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554966016:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761120.909187:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761120.909195:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761120.909204:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00080000:3.0:1789761120.909208:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761120.909213:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761120.909221:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761120.909238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554966272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761120.909250:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761120.909254:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761120.909257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761120.909261:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00080000:3.0:1789761120.909269:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761120.909272:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761120.909280:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761120.909290:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761120.909310:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554966400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761120.909320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795ea00 x1876699554966016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.909365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554966016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.909369:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761120.909388:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.909392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.909393:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.909401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761120.909407:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00100000:2.0:1789761120.909411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554966016:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761120.909421:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761120.909430:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761120.909438:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.909443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761120.909461:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554966528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761120.909466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761120.909479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795dc00 x1876699554966144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.909484:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761120.909496:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761120.909500:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761120.909508:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1066
00000100:00100000:2.0:1789761120.909514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554966144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.909517:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761120.909530:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761120.909542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761120.909544:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761120.909549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761120.909558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.909565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761120.909573:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554966656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761120.909586:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761120.909602:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795c000 x1876699554966272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.909611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554966272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.909618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.909622:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761120.909625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.909633:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966400:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761120.909654:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761120.909665:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795e680 x1876699554966400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.909679:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554966400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.909690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.909692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761120.909694:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761120.909707:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554966528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.909723:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761120.909731:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795f480 x1876699554966528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.909738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554966528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.909743:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.909745:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761120.909747:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554966528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761120.909751:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554966656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761120.909760:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761120.909766:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff8d7c8795fb80 x1876699554966656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.909773:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554966656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761120.909782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761120.909784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761120.909786:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554966656:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761121.292932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761122.317023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761123.340970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761124.365002:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761125.388929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761126.028944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.028955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761126.028959:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.028969:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.028982:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.028989:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761126.029036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554966784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.029061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.029065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.029069:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.029072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.029075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.029078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761126.029088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.029103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554966912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.029112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.029118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761126.029118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554966784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761126.029120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.029127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.029130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.029132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761126.029135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.029145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554967040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.029152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.029155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.029156:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.029159:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.029161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.029163:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761126.029168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761126.029177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554967168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.029184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.029187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761126.029188:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.029190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.029192:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.029197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761126.029199:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789761126.029201:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.029209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554967296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761126.029216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761126.029218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761126.029220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761126.029224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1071
00000100:00080000:0.0:1789761126.029226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761126.029228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761126.029231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761126.029238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554967424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761126.029263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aaed80 x1876699554966784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554966784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029307:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554966784:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761126.029338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761126.029359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761126.029369:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aad500 x1876699554966912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554966912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554966912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761126.029411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761126.029432:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761126.029441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aadc00 x1876699554967040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554967040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761126.029463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967168:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761126.029480:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761126.029490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aae680 x1876699554967168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554967168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029515:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029520:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967168:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761126.029525:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554967296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761126.029542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761126.029549:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aac000 x1876699554967296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029557:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554967296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554967296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761126.029570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554967424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761126.029581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761126.029586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761126/real 1789761126]  req@ffff8d7c85aad880 x1876699554967424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761126.029594:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554967424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761126.029599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761126.029600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761126.029602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554967424:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761126.413009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761127.436970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761128.461080:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761129.484972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761130.508955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761131.148941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.148951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761131.148956:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761131.148968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00080000:0.0:1789761131.148978:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761131.148986:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761131.149028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554967552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761131.149060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.149064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761131.149067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761131.149071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00080000:0.0:1789761131.149075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761131.149080:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761131.149090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761131.149105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554967680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761131.149115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554967552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761131.149121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.149126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761131.149128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761131.149133:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00080000:0.0:1789761131.149138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761131.149142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761131.149148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761131.149161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554967808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761131.149176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761131.149185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.149189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761131.149191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761131.149196:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00080000:0.0:1789761131.149201:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761131.149205:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761131.149211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761131.149212:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aae300 x1876699554967552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554967552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761131.149241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554967936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761131.149242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761131.149248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761131.149255:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554967552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761131.149268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.149273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761131.149276:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761131.149281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00100000:2.0:1789761131.149284:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967680:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761131.149288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761131.149296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761131.149303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761131.149304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aaf480 x1876699554967680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554967680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761131.149331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554968064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761131.149346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761131.149355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761131.149359:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761131.149362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761131.149365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1076
00000100:00080000:0.0:1789761131.149372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761131.149372:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789761131.149382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761131.149393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967808:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789761131.149396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761131.149414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554968192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761131.149420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aaf800 x1876699554967808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554967808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761131.149462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761131.149466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761131.149469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761131.149475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967936:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761131.149506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aace00 x1876699554967936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554967936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761131.149540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761131.149544:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761131.149547:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554967936:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761131.149561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761131.149578:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149585:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aac700 x1876699554968064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554968064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761131.149605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761131.149608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761131.149611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761131.149618:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761131.149638:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761131.149649:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff8d7c85aafb80 x1876699554968192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761131.149657:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554968192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761131.149672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761131.149674:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761131.149676:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968192:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761131.533017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761132.556929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761133.580959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761134.604918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761135.628905:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761136.268907:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.268918:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761136.268922:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.268933:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.268943:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761136.268949:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761136.268985:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554968320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761136.269008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.269011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761136.269012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.269015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.269018:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761136.269021:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761136.269028:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761136.269037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554968448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761136.269044:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.269047:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761136.269048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.269051:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.269053:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761136.269055:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761136.269058:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761136.269062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554968320:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761136.269068:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554968576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761136.269076:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.269079:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761136.269080:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.269082:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.269085:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761136.269087:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761136.269091:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761136.269099:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554968704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761136.269106:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.269108:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761136.269110:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.269112:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.269122:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761136.269125:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761136.269130:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761136.269131:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761136.269147:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554968832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761136.269154:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761136.269157:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761136.269158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761136.269162:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1081
00000100:00080000:3.0:1789761136.269165:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761136.269168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795fb80 x1876699554968320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.269171:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761136.269178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761136.269192:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554968960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761136.269195:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554968320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554968320:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761136.269244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761136.269260:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761136.269268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795f480 x1876699554968448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761136.269276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554968448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761136.269303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761136.269314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761136.269319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795e680 x1876699554968576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761136.269326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554968576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269333:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761136.269340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968704:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761136.269350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761136.269355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795c000 x1876699554968704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761136.269362:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554968704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269369:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554968704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761136.269374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761136.269383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761136.269388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795dc00 x1876699554968832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761136.269395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554968832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761136.269407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761136.269416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761136.269421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff8d7c8795ea00 x1876699554968960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761136.269429:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554968960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761136.269433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761136.269435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761136.269437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554968960:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761136.652967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761137.676919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761138.700929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761139.724932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761140.748943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761141.388862:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761141.388869:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761141.388873:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761141.388886:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:3.0:1789761141.388897:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761141.388905:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761141.388948:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554969088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761141.388973:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761141.388976:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761141.388978:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761141.388981:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:3.0:1789761141.388984:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761141.388988:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761141.388996:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761141.389009:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554969088:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761141.389010:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554969216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761141.389024:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761141.389028:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761141.389029:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761141.389034:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:3.0:1789761141.389038:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761141.389043:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761141.389048:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761141.389062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554969344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761141.389073:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761141.389078:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761141.389081:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761141.389085:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761141.389090:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:3.0:1789761141.389097:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761141.389102:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761141.389107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761141.389112:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795ce00 x1876699554969088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761141.389121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554969472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761141.389131:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554969088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.389133:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761141.389144:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761141.389149:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761141.389151:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.389158:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:2.0:1789761141.389163:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761141.389165:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761141.389169:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554969088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761141.389175:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761141.389182:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761141.389192:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761141.389199:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554969600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761141.389213:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761141.389227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795ed80 x1876699554969216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.389227:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761141.389237:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761141.389242:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761141.389251:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1086
00000100:00080000:3.0:1789761141.389256:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761141.389257:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554969216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.389262:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761141.389270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761141.389272:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761141.389275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761141.389279:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761141.389285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761141.389288:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554969728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761141.389305:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761141.389315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795d880 x1876699554969344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761141.389324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554969344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761141.389329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761141.389332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761141.389334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761141.389337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969472:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761141.389348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761141.389354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795d500 x1876699554969472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761141.389361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554969472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761141.389370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761141.389372:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761141.389374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969472:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761141.389384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554969600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761141.389394:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761141.389400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795f800 x1876699554969600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761141.389407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554969600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761141.389412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761141.389414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761141.389416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554969600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761141.389419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554969728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761141.389428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761141.389434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff8d7c8795ca80 x1876699554969728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761141.389441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554969728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761141.389446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761141.389447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761141.389450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554969728:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761141.772970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761142.796921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761143.820946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761144.844917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761145.868958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761146.508929:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.508943:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761146.508948:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.508960:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00080000:3.0:1789761146.508971:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.508979:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761146.509017:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554969856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.509043:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.509045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761146.509047:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.509050:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00080000:3.0:1789761146.509052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.509055:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761146.509065:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.509073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554969984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.509087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.509091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761146.509094:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.509099:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00080000:3.0:1789761146.509104:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.509116:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761146.509117:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554969856:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761146.509129:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.509153:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554970112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.509164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.509168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761146.509170:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.509175:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00080000:3.0:1789761146.509180:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.509187:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761146.509193:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761146.509203:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761146.509235:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554970240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761146.509241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795d180 x1876699554969856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761146.509263:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.509276:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761146.509280:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.509287:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00100000:2.0:1789761146.509295:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554969856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761146.509295:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.509308:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761146.509318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761146.509320:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761146.509325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554969856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761146.509344:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554970368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761146.509345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969984:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761146.509370:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.509374:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761146.509377:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761146.509383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761146.509388:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1092
00000100:00080000:3.0:1789761146.509396:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761146.509400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795df80 x1876699554969984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761146.509405:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761146.509419:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761146.509425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554969984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761146.509432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761146.509437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554969984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761146.509448:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554970496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761146.509471:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761146.509488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761146.509496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795e300 x1876699554970112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761146.509503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554970112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761146.509509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761146.509511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761146.509517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970240:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761146.509528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761146.509534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795c700 x1876699554970240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761146.509541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554970240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761146.509547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761146.509548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970240:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761146.509554:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554970368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761146.509564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761146.509570:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795c380 x1876699554970368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761146.509577:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554970368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761146.509582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761146.509584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554970368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761146.509590:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554970496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761146.509614:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761146.509626:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761146]  req@ffff8d7c8795f100 x1876699554970496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761146.509652:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554970496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761146.509658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761146.509661:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761146.509663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554970496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761146.892931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761147.916955:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761148.940925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761149.964956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761150.988929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761151.628930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.628941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761151.628944:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.628953:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.628962:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.628968:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761151.629012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554970624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.629042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.629046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.629047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.629052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.629055:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.629060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761151.629069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.629085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554970752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.629097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.629099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.629101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.629105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.629108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.629111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761151.629116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761151.629126:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554970624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761151.629127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554970880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.629154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.629157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.629158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.629162:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.629164:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.629167:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761151.629172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761151.629180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554971008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.629189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.629192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.629194:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.629196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.629202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.629204:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761151.629208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.629215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554971136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.629222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.629224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.629225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.629228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1097
00000100:00080000:2.0:1789761151.629233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.629235:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761151.629238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.629244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699554971264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761151.629285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761151.629331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761151.629369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761151.629393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761151.629415:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971264:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761152.013030:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761153.036962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761154.060974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761154.701056:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761154.701090:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761154.701103:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761154.701133:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761154.701139:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761154.701146:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761154.701154:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761154.701161:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761154.701182:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47f480 x1876699554970880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701211:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554970880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761154.701241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47c000 x1876699554971008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554971008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701273:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761154.701282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47d880 x1876699554971136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701297:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554971136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761154.701321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47df80 x1876699554971264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701335:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699554971264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701347:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761154.701357:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47ca80 x1876699554970624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554970624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554970624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761154.701389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761154]  req@ffff8d7c8a47d500 x1876699554970752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761154.701401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554970752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761154.701411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761154.701414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761154.701418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554970752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761155.084945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761156.108997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761156.748954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.748962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761156.748966:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.748975:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00080000:0.0:1789761156.748984:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.748989:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761156.749026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554971392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.749054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.749058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761156.749060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.749063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00080000:0.0:1789761156.749067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.749073:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761156.749083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761156.749095:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554971392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761156.749101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554971520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.749113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.749117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761156.749119:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.749123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00080000:0.0:1789761156.749127:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.749131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761156.749136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.749149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554971648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.749160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761156.749165:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761156.749167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761156.749171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.749176:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00080000:0.0:1789761156.749180:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.749184:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761156.749189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761156.749201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554971776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761156.749212:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aac380 x1876699554971392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.749228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.749233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761156.749235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.749241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00100000:1.0:1789761156.749241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554971392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761156.749247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.749256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761156.749261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761156.749262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761156.749271:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749278:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554971392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761156.749285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554971904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761156.749296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761156.749300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761156.749302:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761156.749306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1102
00000100:00100000:1.0:1789761156.749310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971520:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761156.749312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761156.749321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761156.749326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761156.749340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554972032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761156.749348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761156.749369:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aad180 x1876699554971520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761156.749384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554971520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761156.749394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761156.749397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761156.749408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761156.749441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761156.749454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aaf100 x1876699554971648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761156.749467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554971648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761156.749475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761156.749479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761156.749489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971776:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761156.749509:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761156.749520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aaea00 x1876699554971776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761156.749532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554971776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761156.749547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761156.749550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554971776:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761156.749574:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761156.749595:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761156.749606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aaca80 x1876699554971904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761156.749618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554971904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761156.749626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761156.749629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749633:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554971904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761156.749652:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761156.749672:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761156.749682:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff8d7c85aac380 x1876699554972032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761156.749693:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554972032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761156.749701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761156.749704:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761156.749712:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972032:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761157.132967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761158.156988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761159.180941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761160.204933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761161.228909:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761161.868924:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.868932:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761161.868936:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.868945:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.868954:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.868960:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761161.868999:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554972160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761161.869026:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.869028:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761161.869030:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.869032:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.869035:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.869037:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761161.869045:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.869055:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554972288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761161.869064:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.869067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761161.869068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554972160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761161.869069:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.869076:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.869079:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.869081:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761161.869084:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.869091:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554972416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761161.869098:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.869100:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761161.869101:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.869104:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.869107:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.869110:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761161.869113:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761161.869120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554972544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761161.869127:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.869130:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761161.869131:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.869133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.869136:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.869141:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761161.869143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761161.869145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.869153:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554972672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761161.869159:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.869161:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761161.869162:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.869176:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1107
00000100:00080000:3.0:1789761161.869180:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761161.869184:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761161.869189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761161.869190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795f100 x1876699554972160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.869206:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554972800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761161.869228:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554972160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869247:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869252:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554972160:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761161.869277:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761161.869301:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761161.869311:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795c380 x1876699554972288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.869321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554972288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869331:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761161.869335:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761161.869349:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761161.869356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795c700 x1876699554972416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.869363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554972416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761161.869376:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972544:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761161.869387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761161.869393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795e300 x1876699554972544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.869400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554972544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869408:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554972544:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761161.869413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761161.869423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761161.869428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795df80 x1876699554972672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.869440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554972672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761161.869452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761161.869462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761161.869467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff8d7c8795d180 x1876699554972800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761161.869473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554972800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761161.869478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761161.869480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761161.869482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554972800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761162.252916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761163.277002:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761164.300924:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761165.325024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761166.348931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761166.988892:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.988904:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761166.988910:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.988922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.988933:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761166.988940:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761166.988979:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554972928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761166.989000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.989003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761166.989005:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.989008:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.989011:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761166.989014:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761166.989022:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.989035:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554973056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761166.989041:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554972928:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761166.989052:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.989058:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761166.989060:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.989065:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.989069:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761166.989073:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761166.989080:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.989096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554973184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761166.989107:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.989110:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761166.989114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761166.989114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.989123:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.989128:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761166.989134:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761166.989141:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761166.989158:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795ca80 x1876699554972928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.989159:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554973312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761166.989187:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.989192:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761166.989193:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554972928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.989196:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.989204:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.989213:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761166.989214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989220:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761166.989224:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761166.989227:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554972928:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761166.989233:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.989251:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554973440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761166.989252:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973056:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761166.989271:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761166.989274:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:1.0:1789761166.989279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761166.989279:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761166.989287:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1112
00000100:00080000:3.0:1789761166.989291:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761166.989295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795f800 x1876699554973056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.989296:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761166.989304:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761166.989314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554973056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.989320:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554973568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761166.989330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761166.989342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761166.989347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761166.989362:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761166.989369:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795d500 x1876699554973184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761166.989376:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554973184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.989382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761166.989385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761166.989390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973312:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761166.989401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761166.989407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795d880 x1876699554973312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761166.989415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554973312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.989420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761166.989423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973312:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761166.989433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554973440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761166.989443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761166.989449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795ed80 x1876699554973440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761166.989456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554973440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.989462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761166.989465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554973440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761166.989469:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554973568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761166.989478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761166.989496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff8d7c8795ce00 x1876699554973568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761166.989506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554973568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761166.989512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761166.989514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761166.989516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554973568:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761167.372966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761168.396962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761169.420999:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761170.444952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761171.468955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761172.108935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.108949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761172.108954:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761172.108968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00080000:2.0:1789761172.108982:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761172.108992:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761172.109038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699554973696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761172.109068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.109073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761172.109075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761172.109080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00080000:2.0:1789761172.109085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761172.109091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761172.109102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761172.109115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554973696:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761172.109120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699554973824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761172.109134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.109137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761172.109140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761172.109145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00080000:2.0:1789761172.109149:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761172.109153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761172.109158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761172.109173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699554973952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761172.109183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.109187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761172.109189:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761172.109194:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00080000:2.0:1789761172.109199:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761172.109203:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761172.109207:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761172.109214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761172.109229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699554974080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761172.109247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.109251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761172.109253:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761172.109260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00100000:1.0:1789761172.109262:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47d500 x1876699554973696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761172.109266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761172.109279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109284:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699554973696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761172.109288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761172.109295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554973696:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761172.109309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699554974208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761172.109320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761172.109324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761172.109326:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761172.109331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973824:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789761172.109332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1117
00000100:00080000:2.0:1789761172.109341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761172.109346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761172.109352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761172.109365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554974336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761172.109377:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47ca80 x1876699554973824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761172.109409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699554973824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.109416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109419:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761172.109426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761172.109441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47df80 x1876699554973952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761172.109481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699554973952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.109490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554973952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761172.109504:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974080:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761172.109524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47d880 x1876699554974080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761172.109541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699554974080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.109546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974080:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761172.109555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761172.109567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47c000 x1876699554974208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761172.109580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699554974208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.109585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761172.109602:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761172.109613:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761172.109620:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff8d7c8a47f480 x1876699554974336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761172.109627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554974336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761172.109631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761172.109633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761172.109635:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974336:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761172.493084:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761173.517312:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761174.541160:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761175.565044:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761176.589165:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761177.228964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761177.228978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761177.228982:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.228994:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229010:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761177.229020:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761177.229065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554974464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761177.229089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761177.229091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761177.229093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.229096:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761177.229104:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761177.229113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.229121:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554974464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761177.229127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554974592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761177.229140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761177.229144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761177.229146:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.229150:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229154:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761177.229159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761177.229164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761177.229178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554974720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761177.229190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761177.229194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761177.229197:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761177.229198:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.229205:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229208:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761177.229211:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761177.229216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761177.229226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554974848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761177.229234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761177.229236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761177.229238:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.229240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761177.229246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761177.229249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.229254:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aafb80 x1876699554974464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761177.229261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554974976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761177.229272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761177.229276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554974464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761177.229277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761177.229281:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761177.229288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1122
00000100:00080000:0.0:1789761177.229293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761177.229295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761177.229296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761177.229302:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789761177.229303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.229307:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554974464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761177.229315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554975104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761177.229339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761177.229375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761177.229386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aac700 x1876699554974592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761177.229396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554974592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.229402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761177.229404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761177.229420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761177.229426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761177.229442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761177.229450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aace00 x1876699554974720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761177.229465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554974720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.229480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761177.229484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761177.229488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761177.229495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974848:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761177.229517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761177.229526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aaf800 x1876699554974848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761177.229534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554974848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.229539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761177.229542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761177.229544:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554974848:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761177.229547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761177.229559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761177.229565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aaf480 x1876699554974976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761177.229572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554974976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.229582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761177.229584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761177.229586:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554974976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761177.229589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761177.229599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761177.229604:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff8d7c85aae300 x1876699554975104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761177.229611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554975104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.229615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761177.229617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761177.229619:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761177.613354:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761178.636903:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761179.660952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761180.684904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761181.708943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761182.348886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.348894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761182.348898:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.348907:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.348916:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.348923:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761182.348959:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554975232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761182.348978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.348981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761182.348982:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.348985:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.348988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.348990:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761182.348997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761182.349006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554975360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761182.349013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.349018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761182.349019:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554975232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761182.349020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.349026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.349030:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.349032:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761182.349035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761182.349042:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554975488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761182.349049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.349051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761182.349052:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.349055:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.349057:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.349059:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761182.349062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761182.349070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554975616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761182.349077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.349079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761182.349080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.349082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.349084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.349093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761182.349096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761182.349106:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761182.349108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554975744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761182.349120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761182.349123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761182.349124:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761182.349127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1127
00000100:00080000:0.0:1789761182.349130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761182.349133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761182.349135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761182.349143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554975872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761182.349153:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aad880 x1876699554975232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349170:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554975232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349182:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349185:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554975232:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761182.349204:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761182.349222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761182.349230:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aac000 x1876699554975360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349238:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554975360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349249:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761182.349253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761182.349263:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761182.349269:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aae680 x1876699554975488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349277:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554975488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761182.349289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975616:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761182.349300:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761182.349306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aadc00 x1876699554975616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349313:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554975616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349322:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554975616:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761182.349325:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761182.349335:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761182.349341:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aad500 x1876699554975744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554975744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761182.349360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761182.349388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761182.349396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff8d7c85aaed80 x1876699554975872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.349409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554975872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.349415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.349417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761182.349419:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554975872:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761182.732953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761183.756927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761184.780928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761185.804925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761186.828976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761187.468988:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761187.468999:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761187.469005:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761187.469017:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00080000:3.0:1789761187.469041:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761187.469050:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761187.469092:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554976000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761187.469121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761187.469125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761187.469127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761187.469133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00080000:3.0:1789761187.469137:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761187.469148:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469149:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554976000:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761187.469157:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761187.469176:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554976128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761187.469195:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761187.469199:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761187.469201:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761187.469207:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761187.469208:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00080000:3.0:1789761187.469215:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761187.469220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761187.469226:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761187.469239:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554976256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761187.469244:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795ea00 x1876699554976000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.469262:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761187.469267:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789761187.469270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554976000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.469271:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761187.469281:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00080000:1.0:1789761187.469285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.469287:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761187.469291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761187.469295:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554976000:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761187.469302:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761187.469318:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554976384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761187.469320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976128:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761187.469351:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761187.469355:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761187.469358:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761187.469359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761187.469368:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00100000:1.0:1789761187.469374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795dc00 x1876699554976128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.469376:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761187.469386:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554976128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761187.469395:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761187.469400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761187.469404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761187.469407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761187.469415:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761187.469417:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554976512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761187.469431:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761187.469432:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761187.469438:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761187.469440:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761187.469443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795c000 x1876699554976256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.469448:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1133
00000100:00080000:3.0:1789761187.469457:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761187.469462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554976256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.469467:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761187.469479:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761187.469480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761187.469488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761187.469493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761187.469499:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554976640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761187.469514:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976384:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761187.469539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469550:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795e680 x1876699554976384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761187.469563:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554976384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761187.469572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761187.469574:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761187.469577:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761187.469582:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554976512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761187.469598:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469611:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795f480 x1876699554976512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761187.469624:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554976512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761187.469632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761187.469635:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761187.469639:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554976512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761187.469653:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554976640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761187.469675:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761187.469688:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff8d7c8795fb80 x1876699554976640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761187.469701:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554976640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761187.469709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761187.469712:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761187.469714:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554976640:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761187.852964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761188.876999:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761189.900945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761190.925041:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761191.948967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761192.588897:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.588912:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761192.588916:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.588931:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.588945:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.588954:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761192.588998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554976768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.589032:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.589037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.589039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.589044:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.589048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.589052:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761192.589063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.589076:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554976896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.589086:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.589089:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761192.589091:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.589096:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.589100:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.589105:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761192.589110:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.589122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554977024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761192.589128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554976768:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761192.589137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.589141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.589143:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.589148:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.589152:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.589156:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761192.589163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761192.589175:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554977152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.589186:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.589190:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761192.589193:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.589197:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.589201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761192.589207:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761192.589208:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761192.589216:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.589229:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554977280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761192.589238:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761192.589242:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761192.589244:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761192.589249:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1138
00000100:00080000:3.0:1789761192.589253:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761192.589259:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795fb80 x1876699554976768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761192.589267:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761192.589280:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554976768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.589285:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554977408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761192.589306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589322:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554976768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761192.589330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761192.589372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795f480 x1876699554976896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761192.589392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554976896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761192.589398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554976896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761192.589425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761192.589437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795e680 x1876699554977024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761192.589456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554977024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761192.589461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761192.589468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977152:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761192.589479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795c000 x1876699554977152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761192.589492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554977152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761192.589497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977152:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761192.589504:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554977280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761192.589513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795dc00 x1876699554977280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761192.589526:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554977280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761192.589535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554977280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761192.589542:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554977408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761192.589552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761192.589558:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff8d7c8795ea00 x1876699554977408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761192.589564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554977408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761192.589576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761192.589578:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761192.589580:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554977408:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761192.973011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761193.996964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761195.020962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761196.044954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761197.068965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761197.708923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.708935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761197.708939:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761197.708949:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.708961:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761197.708969:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761197.709008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554977536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.709035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.709038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761197.709039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761197.709042:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.709045:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761197.709047:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761197.709055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761197.709068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554977664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.709076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.709079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761197.709080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761197.709083:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.709085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761197.709091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554977536:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761197.709091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761197.709095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761197.709106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554977792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.709117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.709120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761197.709122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761197.709127:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.709131:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761197.709136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761197.709142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761197.709156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554977920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.709167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.709172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761197.709174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761197.709180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761197.709181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.709190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761197.709195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761197.709201:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761197.709216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554978048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761197.709227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761197.709231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761197.709233:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761197.709239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47dc00 x1876699554977536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761197.709240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1143
00000100:00080000:2.0:1789761197.709245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761197.709248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761197.709268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761197.709288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554978176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761197.709294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554977536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554977536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761197.709359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761197.709384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761197.709397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47e680 x1876699554977664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761197.709410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554977664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761197.709432:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761197.709449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761197.709460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47f100 x1876699554977792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761197.709471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554977792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761197.709492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977920:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761197.709512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761197.709522:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47c700 x1876699554977920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761197.709534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554977920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554977920:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761197.709556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761197.709584:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761197.709594:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47f800 x1876699554978048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761197.709605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554978048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709615:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761197.709624:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761197.709641:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761197.709650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff8d7c8a47c380 x1876699554978176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761197.709666:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554978176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761197.709673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761197.709676:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761197.709679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761198.092930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761199.116986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761200.140938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761201.164958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761202.188956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761202.828947:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761202.828958:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761202.828963:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761202.828973:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.828985:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.828992:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761202.829033:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554978304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761202.829058:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761202.829061:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761202.829066:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761202.829069:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.829072:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.829075:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761202.829083:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761202.829092:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554978432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761202.829100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554978304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761202.829103:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761202.829109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761202.829111:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761202.829114:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.829116:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.829118:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761202.829122:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761202.829130:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554978560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761202.829141:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761202.829143:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761202.829144:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761202.829147:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.829152:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.829156:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761202.829160:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761202.829161:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761202.829178:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554978688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761202.829189:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761202.829193:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761202.829195:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761202.829200:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795ce00 x1876699554978304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761202.829203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.829209:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.829214:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761202.829235:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761202.829249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554978304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761202.829250:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554978816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761202.829272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829280:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761202.829280:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761202.829286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554978304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761202.829286:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761202.829288:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761202.829296:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1148
00000100:00080000:3.0:1789761202.829301:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761202.829304:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761202.829307:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761202.829315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761202.829317:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554978944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761202.829343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761202.829355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795ed80 x1876699554978432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761202.829363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554978432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.829370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761202.829375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761202.829378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761202.829390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761202.829396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795d880 x1876699554978560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761202.829404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554978560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.829409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761202.829414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761202.829417:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978688:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761202.829427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761202.829433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795d500 x1876699554978688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761202.829439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554978688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.829444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829446:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761202.829449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554978688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761202.829452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761202.829463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761202.829468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795f800 x1876699554978816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761202.829475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554978816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.829481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761202.829484:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761202.829495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761202.829505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761202.829511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff8d7c8795ca80 x1876699554978944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761202.829517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554978944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761202.829522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761202.829524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761202.829527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554978944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761203.212924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761204.236918:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761205.260956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761206.284924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761207.308897:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761207.948923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.948934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761207.948939:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.948948:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.948956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.948962:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761207.948999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699554979072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.949022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.949025:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.949026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.949029:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.949032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.949035:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761207.949043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.949052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699554979200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761207.949073:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554979072:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761207.949080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.949084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761207.949085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.949088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.949090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.949093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761207.949097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.949106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699554979328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.949119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.949137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.949138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.949141:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.949151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.949154:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761207.949158:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789761207.949158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761207.949171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699554979456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.949196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.949199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.949200:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.949203:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.949207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.949209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949214:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47ea00 x1876699554979072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761207.949214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.949227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699554979584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.949234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.949237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761207.949239:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761207.949243:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699554979072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761207.949243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1153
00000100:00080000:2.0:1789761207.949249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.949256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761207.949263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761207.949265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554979072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761207.949276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699554979712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761207.949306:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761207.949326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47ce00 x1876699554979200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761207.949344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699554979200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.949350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761207.949358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761207.949368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47d180 x1876699554979328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761207.949386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699554979328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.949391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761207.949399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979456:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761207.949410:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47ed80 x1876699554979456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761207.949423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699554979456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.949428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979456:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761207.949435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554979584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761207.949445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47fb80 x1876699554979584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761207.949458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699554979584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.949468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554979584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761207.949489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554979712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761207.949511:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761207.949522:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff8d7c8a47c380 x1876699554979712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761207.949535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699554979712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761207.949541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761207.949543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761207.949545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554979712:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761208.332944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761209.356928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761210.381018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761211.404955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761212.428951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761213.068926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.068934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761213.068938:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.068947:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.068957:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.068964:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761213.069014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699554979840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.069033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.069036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.069037:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.069040:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.069043:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.069045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761213.069064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.069072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699554979968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.069080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.069083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.069084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.069086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.069088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.069090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761213.069093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.069099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699554980096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761213.069106:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554979840:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761213.069108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.069113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.069116:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.069120:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.069122:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.069124:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761213.069127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761213.069136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699554980224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.069155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.069158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.069159:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.069162:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.069164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.069167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761213.069171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.069178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699554980352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.069184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.069186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.069187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.069189:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1158
00000100:00080000:2.0:1789761213.069192:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.069195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761213.069199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.069209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699554980480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761213.069247:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47f800 x1876699554979840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699554979840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554979840:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761213.069312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.069328:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47c700 x1876699554979968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699554979968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554979968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.069382:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.069395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47f100 x1876699554980096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699554980096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.069424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980224:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761213.069435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47e680 x1876699554980224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699554980224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980224:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761213.069470:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554980352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.069481:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069491:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47dc00 x1876699554980352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069511:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699554980352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554980352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761213.069531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554980480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761213.069547:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761213.069555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761213]  req@ffff8d7c8a47f480 x1876699554980480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761213.069569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699554980480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761213.069574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761213.069576:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761213.069578:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554980480:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761213.452921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761214.476974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761215.500929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761216.524955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761217.548948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761218.188929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.188938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761218.188942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.188951:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00080000:3.0:1789761218.188961:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.188970:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761218.189032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554980608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.189086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.189090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761218.189093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.189097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00080000:3.0:1789761218.189130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.189135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761218.189145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.189161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554980736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761218.189162:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554980608:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761218.189182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.189187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761218.189189:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.189194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00080000:3.0:1789761218.189198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.189202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761218.189206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.189219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554980864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.189229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.189233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761218.189235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.189244:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00080000:3.0:1789761218.189249:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.189253:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761218.189260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980736:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761218.189260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761218.189280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554980992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761218.189289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980864:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761218.189297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.189302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761218.189304:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.189310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00100000:2.0:1789761218.189314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980992:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789761218.189315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.189323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761218.189330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.189342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554981120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.189359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.189363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761218.189365:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.189370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1163
00000100:00080000:3.0:1789761218.189374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761218.189375:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981120:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761218.189381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761218.189387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.189401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554981248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761218.189433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981248:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761218.572935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761219.596925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761220.620994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761221.261043:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761221.261092:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761221.261111:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761221.261159:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761221.261172:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761221.261184:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761221.261196:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761221.261197:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795df80 x1876699554980736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789761221.261213:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761221.261232:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554980736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761221.261266:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795e300 x1876699554980864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761221.261281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554980864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261294:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761221.261305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795d180 x1876699554980608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761221.261317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554980608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261346:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554980608:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761221.261373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795f100 x1876699554981248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761221.261387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554981248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761221.261410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795c380 x1876699554981120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761221.261423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554981120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761221.261446:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761221]  req@ffff8d7c8795c700 x1876699554980992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761221.261463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554980992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761221.261473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761221.261476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761221.261480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554980992:192.168.203.122@tcp:8:kworker.0
00010000:00010000:2.0:1789761221.644980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761222.668923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761223.308931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.308938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761223.308941:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.308950:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1168
00000100:00080000:0.0:1789761223.308962:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.308968:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761223.309007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554981376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761223.309037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.309040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.309042:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.309045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1168
00000100:00080000:0.0:1789761223.309049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.309052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761223.309061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761223.309090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554981504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761223.309097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554981376:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761223.309106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.309111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761223.309113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.309118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1168
00000100:00080000:0.0:1789761223.309124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.309128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761223.309134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761223.309147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554981632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761223.309157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.309161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.309163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.309169:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1168
00000800:00000100:2.0:1789761223.309170:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761223.309178:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.309185:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761223.309191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761223.309206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554981760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761223.309218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761223.309224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aaed80 x1876699554981376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761223.309225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.309230:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.309237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1168
00000100:00080000:0.0:1789761223.309244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.309252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761223.309258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761223.309261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554981376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761223.309273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554981888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761223.309274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309285:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789761223.309291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761223.309293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554981376:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761223.309298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761223.309303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.309308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1168
00000100:00080000:0.0:1789761223.309313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.309317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761223.309322:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761223.309327:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761223.309337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554982016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761223.309359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761223.309376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aad500 x1876699554981504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761223.309391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554981504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761223.309401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309405:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761223.309408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761223.309415:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761223.309435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761223.309447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aadc00 x1876699554981632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761223.309461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554981632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761223.309469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761223.309477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761223.309483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981760:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761223.309505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761223.309515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aae680 x1876699554981760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761223.309528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554981760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761223.309535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309538:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761223.309542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554981760:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761223.309548:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761223.309569:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761223.309580:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aac000 x1876699554981888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761223.309590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554981888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761223.309597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761223.309603:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554981888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761223.309620:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761223.309639:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761223.309650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff8d7c85aad880 x1876699554982016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761223.309662:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554982016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761223.309669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761223.309672:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761223.309675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982016:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761223.692976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761224.716916:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761225.740966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761226.764908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761227.788916:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761228.428901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.428910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761228.428913:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.428922:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.428931:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.428937:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761228.428976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554982144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761228.428998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.429001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761228.429002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.429005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.429008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.429011:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761228.429019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.429048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554982144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761228.429052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554982272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761228.429066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.429069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761228.429072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.429076:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.429081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.429085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761228.429091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761228.429105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554982400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761228.429115:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761228.429121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.429124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761228.429126:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.429130:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.429135:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.429139:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761228.429143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761228.429152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554982528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761228.429160:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795c700 x1876699554982144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.429173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.429177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761228.429179:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.429183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.429186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761228.429187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554982144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.429191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761228.429199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761228.429203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761228.429210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554982656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761228.429215:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554982144:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761228.429227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761228.429229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761228.429231:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761228.429234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1173
00000100:00080000:3.0:1789761228.429236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.429239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761228.429242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.429244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761228.429251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554982784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761228.429270:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761228.429282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795c380 x1876699554982272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.429290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554982272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.429296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429298:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761228.429300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761228.429304:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761228.429314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761228.429320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795f100 x1876699554982400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.429327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554982400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.429337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761228.429341:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761228.429345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982528:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761228.429355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761228.429360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795d180 x1876699554982528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.429367:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554982528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.429374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761228.429380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554982528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761228.429386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761228.429405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761228.429424:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795e300 x1876699554982656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.429435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554982656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.429441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761228.429445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761228.429459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761228.429474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761228.429481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff8d7c8795df80 x1876699554982784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.429488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554982784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.429493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.429495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761228.429497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554982784:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761228.812915:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761229.836935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761230.860960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761231.884965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761232.908936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761233.548931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.548943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761233.548946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.548957:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.548970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.548977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761233.549030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554982912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.549057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.549060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.549061:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.549065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.549067:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.549070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761233.549079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.549088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554983040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.549099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.549103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761233.549105:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.549111:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.549115:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.549120:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761233.549126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.549144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554983168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761233.549148:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554982912:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761233.549155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.549166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.549169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.549174:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.549176:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.549179:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761233.549184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761233.549197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554983296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.549205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.549208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761233.549209:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.549211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.549228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.549231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761233.549234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761233.549241:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761233.549245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554983424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761233.549254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761233.549257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761233.549259:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.549263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1179
00000100:00080000:3.0:1789761233.549267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761233.549270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761233.549275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.549293:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554983552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761233.549302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795ca80 x1876699554982912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549320:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554982912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554982912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761233.549348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.549366:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761233.549375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795f800 x1876699554983040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554983040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.549412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.549423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761233.549429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795d500 x1876699554983168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554983168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.549449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983296:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761233.549459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761233.549465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795d880 x1876699554983296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554983296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983296:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761233.549485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554983424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.549501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761233.549511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795ed80 x1876699554983424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549523:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554983424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549538:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554983424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761233.549545:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554983552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761233.549565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761233.549573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff8d7c8795ce00 x1876699554983552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761233.549580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554983552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761233.549590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761233.549593:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761233.549595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554983552:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761233.932941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761234.956912:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761235.980949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761237.004939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761238.028969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761238.668872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.668880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761238.668884:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.668892:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.668902:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.668908:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761238.668944:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554983680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.668983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.668986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.668987:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.668990:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.668993:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.668996:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761238.669005:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.669016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554983808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.669024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761238.669026:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554983680:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761238.669028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761238.669031:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.669039:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.669042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.669045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761238.669047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.669056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554983936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.669061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.669064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.669065:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.669068:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.669070:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.669073:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761238.669076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761238.669083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554984064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.669089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.669092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.669093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.669095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.669098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761238.669103:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761238.669103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761238.669108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.669117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554984192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.669128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.669130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761238.669132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.669135:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1184
00000100:00080000:3.0:1789761238.669138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761238.669143:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795ea00 x1876699554983680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.669144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761238.669150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.669163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554984320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761238.669178:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554983680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669191:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554983680:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761238.669217:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761238.669234:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761238.669242:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795dc00 x1876699554983808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.669250:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554983808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.669269:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761238.669279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761238.669284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795c000 x1876699554983936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.669292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554983936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554983936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.669304:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984064:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761238.669314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761238.669320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795e680 x1876699554984064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.669334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554984064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984064:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761238.669348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761238.669359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761238.669365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795f480 x1876699554984192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.669373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554984192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669379:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669381:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.669385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761238.669395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761238.669400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff8d7c8795fb80 x1876699554984320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.669407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554984320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.669412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.669414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761238.669415:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984320:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761239.053018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761240.077038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761241.101190:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761242.125116:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761243.149097:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761243.788928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761243.788938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761243.788942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.788953:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.788965:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.788973:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761243.789009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554984448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761243.789034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761243.789042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761243.789044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.789049:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.789054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.789060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761243.789071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.789075:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554984448:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761243.789086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554984576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761243.789096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761243.789099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761243.789100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.789103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.789106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.789109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761243.789114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761243.789124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554984704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761243.789130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761243.789133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761243.789134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.789136:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.789139:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.789141:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761243.789145:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789761243.789146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761243.789156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554984832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761243.789164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761243.789166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761243.789168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.789171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.789173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.789175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761243.789178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761243.789185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554984960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761243.789191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761243.789194:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aae300 x1876699554984448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.789195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761243.789198:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761243.789206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1189
00000100:00080000:0.0:1789761243.789211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761243.789215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761243.789219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.789223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554984448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.789229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554985088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.789238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789244:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554984448:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761243.789273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761243.789290:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761243.789299:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aaf480 x1876699554984576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761243.789308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554984576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.789314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761243.789322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761243.789333:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761243.789339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aaf800 x1876699554984704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761243.789347:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554984704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.789352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761243.789359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984832:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761243.789371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761243.789377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aace00 x1876699554984832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761243.789384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554984832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.789390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554984832:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761243.789397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761243.789407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761243.789413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aac700 x1876699554984960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761243.789420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554984960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.789430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554984960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761243.789437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761243.789447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761243.789452:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff8d7c85aafb80 x1876699554985088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761243.789459:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554985088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.789463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761243.789466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761243.789468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761244.173058:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761245.196985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761246.221032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761247.245005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761248.268979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761248.908884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.908894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761248.908900:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.908911:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.908922:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761248.908929:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761248.908970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554985216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761248.908997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.909000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761248.909002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.909007:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.909011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761248.909015:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761248.909025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.909039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554985344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761248.909059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.909065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761248.909068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554985216:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761248.909070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.909084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.909089:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761248.909094:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761248.909100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.909116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554985472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761248.909128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.909131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761248.909133:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.909137:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.909143:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761248.909149:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761248.909154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761248.909154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761248.909173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554985600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761248.909185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.909188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761248.909190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.909198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.909204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761248.909209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909217:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aac380 x1876699554985216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761248.909218:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.909237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554985728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761248.909249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554985216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.909250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761248.909267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761248.909273:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761248.909287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1194
00000100:00080000:0.0:1789761248.909302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.909306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.909312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761248.909314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554985216:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789761248.909327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.909347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554985856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761248.909358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.909393:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aaca80 x1876699554985344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.909420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554985344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.909426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.909429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909431:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.909436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.909452:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aaea00 x1876699554985472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.909473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554985472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.909481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.909485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.909497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985600:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761248.909526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aaf100 x1876699554985600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.909543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554985600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.909549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.909551:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554985600:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761248.909558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.909570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aad180 x1876699554985728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.909591:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554985728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.909599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.909603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909606:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761248.909630:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761248.909653:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761248.909667:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff8d7c85aafb80 x1876699554985856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.909681:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554985856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761248.909689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761248.909692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761248.909696:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554985856:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761249.293034:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761250.316986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761251.340927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761252.364941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761253.388972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761254.028960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761254.028971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761254.028974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.028986:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00080000:3.0:1789761254.028998:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029005:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761254.029051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554985984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761254.029081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761254.029089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761254.029092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.029097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00080000:3.0:1789761254.029102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761254.029120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.029125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554985984:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761254.029139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554986112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761254.029152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761254.029155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761254.029157:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.029161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00080000:3.0:1789761254.029166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029171:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761254.029176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761254.029190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554986240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761254.029200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761254.029204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761254.029210:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761254.029210:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.029220:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00080000:3.0:1789761254.029224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029230:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761254.029236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761254.029250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554986368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761254.029263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761254.029268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795fb80 x1876699554985984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761254.029269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761254.029273:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.029283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00080000:3.0:1789761254.029289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761254.029300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.029304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554985984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761254.029314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554986496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761254.029316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029332:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554985984:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761254.029333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761254.029342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761254.029345:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761254.029363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1199
00000100:00100000:2.0:1789761254.029364:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986112:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761254.029371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761254.029378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761254.029384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761254.029392:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761254.029401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554986624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761254.029406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795f480 x1876699554986112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.029437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554986112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.029444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029446:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.029453:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.029467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761254.029473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795e680 x1876699554986240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.029482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554986240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.029487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.029494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986368:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761254.029517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761254.029524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795c000 x1876699554986368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.029532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554986368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.029542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029544:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761254.029549:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554986496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.029567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761254.029577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795dc00 x1876699554986496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.029590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554986496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.029599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029607:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554986496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761254.029621:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554986624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761254.029637:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761254.029645:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761254/real 1789761254]  req@ffff8d7c8795ea00 x1876699554986624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761254.029652:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554986624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761254.029658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761254.029660:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761254.029663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554986624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761254.412994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761255.436966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761256.460929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761257.484992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761258.508957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761259.148960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.148973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761259.148978:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.148988:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149000:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761259.149007:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761259.149047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554986752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761259.149084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.149087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761259.149088:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.149092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761259.149098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761259.149108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761259.149120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554986880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761259.149125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554986752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761259.149131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.149134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761259.149136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.149139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761259.149145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761259.149148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761259.149156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554987008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761259.149162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.149165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761259.149166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.149169:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761259.149198:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761259.149204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761259.149205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761259.149222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554987136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761259.149235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.149239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761259.149241:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.149245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761259.149250:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795ce00 x1876699554986752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.149256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761259.149267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.149273:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554986752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761259.149296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554987264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761259.149300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149311:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554986752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761259.149314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761259.149321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761259.149323:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761259.149327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1204
00000100:00080000:3.0:1789761259.149331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761259.149334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761259.149338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761259.149351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554987392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761259.149352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.149393:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761259.149406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795ed80 x1876699554986880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.149415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554986880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.149424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554986880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761259.149433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.149447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761259.149454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795d880 x1876699554987008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.149462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554987008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.149469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761259.149475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987136:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761259.149487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761259.149493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795d500 x1876699554987136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.149500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554987136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.149507:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987136:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761259.149512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554987264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.149522:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761259.149528:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795f800 x1876699554987264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.149536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554987264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.149547:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554987264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761259.149570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554987392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761259.149592:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761259.149605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff8d7c8795ca80 x1876699554987392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761259.149618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554987392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761259.149626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761259.149630:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761259.149633:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554987392:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761259.533034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761260.556966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761261.580923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761262.604968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761263.628918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761264.268916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.268930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761264.268934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.268948:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.268963:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.268973:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761264.269017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554987520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.269049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.269053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761264.269055:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.269060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.269065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.269070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761264.269081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.269096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554987648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.269109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.269113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761264.269115:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.269120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.269124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.269130:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761264.269139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761264.269142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554987520:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761264.269160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554987776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.269175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.269180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761264.269182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.269188:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.269193:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.269198:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761264.269205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761264.269222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554987904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761264.269230:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761264.269245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.269249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761264.269252:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.269259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.269263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.269268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761264.269277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761264.269284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795df80 x1876699554987520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.269294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554988032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.269341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.269353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761264.269357:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.269362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1209
00000100:00080000:3.0:1789761264.269367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761264.269368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554987520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.269379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761264.269392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761264.269401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761264.269410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554988160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761264.269412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554987520:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761264.269454:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761264.269485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761264.269498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795e300 x1876699554987648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761264.269510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554987648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761264.269520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761264.269523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761264.269555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761264.269576:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761264.269587:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795d180 x1876699554987776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761264.269599:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554987776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761264.269614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761264.269618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761264.269628:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987904:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761264.269644:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761264.269653:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795f100 x1876699554987904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761264.269673:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554987904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761264.269682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761264.269685:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554987904:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761264.269695:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761264.269711:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761264.269721:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795c380 x1876699554988032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761264.269732:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554988032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761264.269740:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761264.269743:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269747:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761264.269753:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761264.269785:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761264.269792:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff8d7c8795c700 x1876699554988160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761264.269831:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554988160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761264.269837:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761264.269839:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761264.269841:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988160:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761264.652976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761265.676917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761266.700947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761267.724928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761268.748931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761269.388886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.388896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761269.388901:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.388912:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00080000:0.0:1789761269.388923:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.388931:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761269.388970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554988288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.388998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.389003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.389005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.389009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00080000:0.0:1789761269.389014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.389019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761269.389030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761269.389041:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554988288:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761269.389047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554988416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.389061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.389065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761269.389068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.389072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00080000:0.0:1789761269.389077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.389081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761269.389087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761269.389101:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761269.389103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554988544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.389115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.389120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.389122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.389126:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00080000:0.0:1789761269.389131:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.389135:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761269.389142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761269.389143:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aac700 x1876699554988288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761269.389160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554988672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761269.389164:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554988288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.389193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761269.389193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389201:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789761269.389202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.389205:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.389213:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00100000:2.0:1789761269.389214:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554988288:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761269.389218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.389228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761269.389234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761269.389244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761269.389249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554988800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.389264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761269.389268:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761269.389271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761269.389275:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.389282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1214
00000100:00100000:2.0:1789761269.389283:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aace00 x1876699554988416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.389287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.389296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761269.389300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554988416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761269.389303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761269.389311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761269.389318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761269.389324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554988928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761269.389327:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761269.389351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761269.389359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aaf800 x1876699554988544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761269.389368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554988544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761269.389373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761269.389377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761269.389381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988672:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761269.389391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761269.389397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aaf480 x1876699554988672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761269.389404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554988672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761269.389409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761269.389413:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554988672:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761269.389423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761269.389433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761269.389439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aae300 x1876699554988800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761269.389446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554988800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761269.389451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761269.389454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761269.389457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761269.389466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761269.389472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff8d7c85aad880 x1876699554988928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761269.389479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554988928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761269.389488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761269.389490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761269.389492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554988928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761269.772940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761270.796951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761271.820978:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761272.845085:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761273.868954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761274.508921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.508929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761274.508950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.508964:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.508974:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.508980:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761274.509016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699554989056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761274.509041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.509045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761274.509047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.509052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.509056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.509060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761274.509070:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761274.509086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699554989184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761274.509099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.509106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761274.509106:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554989056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761274.509108:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.509117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.509120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.509123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761274.509127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761274.509137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699554989312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761274.509150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.509152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761274.509154:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.509157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.509159:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.509161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761274.509164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761274.509173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699554989440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761274.509180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761274.509185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.509188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761274.509190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.509194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.509196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.509199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761274.509203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761274.509211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699554989568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761274.509217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761274.509219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761274.509221:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761274.509223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1220
00000100:00080000:0.0:1789761274.509226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761274.509231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aac000 x1876699554989056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761274.509236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761274.509247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699554989696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761274.509262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699554989056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554989056:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761274.509320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761274.509347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aae680 x1876699554989184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.509375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699554989184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761274.509403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761274.509423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aadc00 x1876699554989312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.509447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699554989312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761274.509469:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989440:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761274.509489:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aad500 x1876699554989440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.509512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699554989440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989440:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761274.509533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554989568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761274.509554:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aaed80 x1876699554989568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.509578:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699554989568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509589:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509592:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554989568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761274.509598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554989696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761274.509618:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761274.509630:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff8d7c85aad880 x1876699554989696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.509641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699554989696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761274.509648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761274.509651:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761274.509654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554989696:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761274.892931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761275.916974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761276.940985:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761277.964954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761278.988923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761279.628876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.628887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761279.628891:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.628902:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00080000:3.0:1789761279.628914:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.628924:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761279.628965:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554989824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.628993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.628997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761279.628999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.629004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00080000:3.0:1789761279.629008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.629012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761279.629022:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.629049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554989952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.629068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.629073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761279.629075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.629081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00100000:2.0:1789761279.629083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554989824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761279.629085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.629095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761279.629101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.629118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554990080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.629129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.629133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761279.629135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.629139:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00080000:3.0:1789761279.629144:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.629148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761279.629153:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761279.629155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761279.629172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554990208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.629184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.629188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761279.629192:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795c700 x1876699554989824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761279.629193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.629204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00080000:3.0:1789761279.629213:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.629219:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629224:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554989824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761279.629225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761279.629243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761279.629245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554990336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761279.629251:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629261:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554989824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761279.629267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.629271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761279.629273:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.629279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1225
00000100:00080000:3.0:1789761279.629283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761279.629288:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989952:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761279.629290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761279.629297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.629311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554990464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761279.629316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795c380 x1876699554989952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.629350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554989952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.629360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.629363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554989952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.629373:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.629394:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795f100 x1876699554990080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.629415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554990080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.629421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.629423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.629429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990208:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761279.629443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795d180 x1876699554990208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.629456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554990208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.629461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.629463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990208:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761279.629468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554990336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.629484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795e300 x1876699554990336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.629506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554990336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.629522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.629525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554990336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761279.629542:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554990464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761279.629567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761279.629575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761279]  req@ffff8d7c8795df80 x1876699554990464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761279.629582:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554990464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761279.629587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761279.629589:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761279.629591:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554990464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761280.012977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761281.036975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761282.060995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761283.084930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761284.108986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761284.748913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.748921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761284.748925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.748934:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00080000:3.0:1789761284.748943:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.748948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761284.748982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554990592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.749002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.749005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761284.749006:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.749009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00080000:3.0:1789761284.749011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.749014:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761284.749021:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761284.749030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554990720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.749038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.749041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761284.749042:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.749047:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00100000:2.0:1789761284.749049:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554990592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761284.749050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.749056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761284.749061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761284.749070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554990848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.749076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.749078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761284.749079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.749082:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00080000:3.0:1789761284.749085:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.749087:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761284.749091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761284.749098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554990976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.749105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.749108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761284.749109:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.749111:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00080000:3.0:1789761284.749113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.749115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761284.749118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761284.749125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554991104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.749131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761284.749133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761284.749135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761284.749138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1230
00000100:00080000:3.0:1789761284.749140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761284.749142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761284.749145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761284.749157:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761284.749158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554991232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761284.749195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.749233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761284.749256:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761284.749277:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991232:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761285.132973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761286.157008:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761287.180923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761287.821016:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761287.821061:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761287.821078:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761287.821120:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761287.821130:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761287.821139:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761287.821146:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761287.821154:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761287.821203:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795ce00 x1876699554991232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554991232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821254:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761287.821263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795f800 x1876699554990720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821277:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554990720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761287.821301:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795d500 x1876699554990848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554990848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761287.821337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795d880 x1876699554990976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554990976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554990976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761287.821374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795ed80 x1876699554991104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554991104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821398:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761287.821409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761287]  req@ffff8d7c8795ca80 x1876699554990592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761287.821421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554990592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761287.821429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761287.821432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761287.821436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554990592:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789761288.204956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761289.228957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761289.868903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761289.868912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761289.868916:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761289.868926:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.868938:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761289.868944:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761289.868984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554991360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761289.869006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761289.869012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761289.869013:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761289.869018:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.869026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761289.869030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761289.869042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761289.869052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554991488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761289.869062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761289.869065:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554991360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761289.869067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761289.869072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761289.869078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.869082:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761289.869086:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761289.869092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761289.869106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554991616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761289.869121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761289.869125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761289.869127:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761289.869131:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.869135:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761289.869141:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761289.869143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761289.869150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761289.869165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554991744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761289.869176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761289.869180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761289.869182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761289.869185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.869192:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761289.869194:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795ea00 x1876699554991360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.869199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761289.869208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761289.869223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554991360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.869225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554991872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761289.869256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761289.869258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.869262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761289.869266:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761289.869267:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761289.869276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554991360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761289.869276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1235
00000100:00080000:3.0:1789761289.869284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761289.869290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761289.869295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761289.869307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554992000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761289.869311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.869352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761289.869370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795dc00 x1876699554991488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.869388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554991488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.869398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.869402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761289.869406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.869413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.869435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761289.869447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795c000 x1876699554991616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.869461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554991616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.869469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.869473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761289.869477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.869485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991744:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761289.869508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761289.869527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795e680 x1876699554991744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.869541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554991744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.869550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.869554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761289.869557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554991744:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761289.869563:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.869602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761289.869614:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795f480 x1876699554991872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.869626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554991872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.869634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.869638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761289.869641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554991872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761289.869659:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761289.869679:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761289.869689:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff8d7c8795fb80 x1876699554992000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761289.869702:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554992000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761289.869710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761289.869713:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761289.869717:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992000:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761290.252999:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761291.277001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761292.300977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761293.325034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761294.348930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761294.988884:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.988893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761294.988897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.988905:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.988915:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.988920:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761294.988953:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699554992128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.988975:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.988977:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.988978:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.988981:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.988983:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.988986:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761294.988998:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.989009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699554992256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761294.989011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554992128:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761294.989025:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.989028:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761294.989030:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.989033:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.989035:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.989038:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761294.989041:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.989050:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699554992384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.989057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.989059:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.989060:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.989062:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.989065:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.989067:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761294.989070:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761294.989079:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761294.989080:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699554992512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.989089:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.989092:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.989093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.989096:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.989098:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.989101:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761294.989105:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.989112:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699554992640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.989118:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.989120:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761294.989122:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.989127:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1240
00000100:00080000:0.0:1789761294.989130:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.989132:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989134:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aae300 x1876699554992128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761294.989136:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.989147:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554992768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761294.989156:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699554992128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989169:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989173:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554992128:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761294.989194:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.989212:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aaf480 x1876699554992256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.989230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699554992256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989240:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.989244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.989254:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aaf800 x1876699554992384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.989268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699554992384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989279:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989281:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.989285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992512:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761294.989312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aace00 x1876699554992512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.989326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699554992512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989333:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554992512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761294.989338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.989348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aac700 x1876699554992640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.989382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699554992640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761294.989404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761294.989441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761294.989450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff8d7c85aafb80 x1876699554992768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761294.989458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554992768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761294.989464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761294.989466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761294.989468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554992768:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761295.372905:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761296.396957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761297.420920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761298.444963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761299.468974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761300.108961:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.108982:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761300.108987:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109001:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1245
00000100:00080000:1.0:1789761300.109016:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.109026:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761300.109070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699554992896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.109100:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.109104:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.109106:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109110:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1245
00000100:00080000:1.0:1789761300.109115:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.109121:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761300.109132:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761300.109136:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554992896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761300.109148:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699554993024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.109160:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.109164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761300.109166:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109170:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1245
00000100:00080000:1.0:1789761300.109174:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.109178:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761300.109183:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761300.109196:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699554993152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.109205:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.109209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.109211:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109218:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1245
00000800:00000100:2.0:1789761300.109219:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761300.109226:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.109232:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761300.109238:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761300.109252:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699554993280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.109262:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761300.109265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b0e00 x1876699554992896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.109271:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.109276:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109283:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1245
00000100:00080000:1.0:1789761300.109287:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761300.109288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699554992896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.109297:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761300.109301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761300.109304:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761300.109307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554992896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761300.109321:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699554993408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.109333:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.109336:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761300.109338:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.109342:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1245
00000100:00080000:1.0:1789761300.109346:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761300.109350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993024:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789761300.109355:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761300.109362:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761300.109375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761300.109378:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699554993536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761300.109389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b2d80 x1876699554993024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761300.109401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699554993024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761300.109408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761300.109411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761300.109419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761300.109431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761300.109437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b3800 x1876699554993152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761300.109445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699554993152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761300.109450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761300.109452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761300.109457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993280:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761300.109468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761300.109474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b2a00 x1876699554993280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761300.109486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699554993280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761300.109509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761300.109512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993280:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761300.109522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554993408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761300.109545:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761300.109555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b1180 x1876699554993408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761300.109564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699554993408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761300.109570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761300.109572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109574:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554993408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761300.109589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554993536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761300.109602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761300.109609:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff8d7c867b1500 x1876699554993536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761300.109616:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699554993536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761300.109626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761300.109628:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761300.109630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554993536:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761300.492937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761301.516992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761302.540949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761303.565028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761304.588973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761305.228864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761305.228871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761305.228875:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761305.228884:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00080000:3.0:1789761305.228893:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.228899:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761305.228933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554993664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761305.228954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761305.228957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761305.228958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761305.228961:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00080000:3.0:1789761305.228963:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.228966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761305.228974:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761305.228983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554993792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761305.228993:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554993664:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761305.228994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761305.229001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761305.229005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761305.229009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00080000:3.0:1789761305.229011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.229013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761305.229016:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761305.229025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554993920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761305.229032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761305.229034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761305.229036:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761305.229038:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00080000:3.0:1789761305.229053:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.229055:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761305.229059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761305.229060:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761305.229071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554994048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761305.229080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761305.229082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761305.229084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761305.229087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00100000:2.0:1789761305.229096:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795fb80 x1876699554993664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.229096:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.229104:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761305.229112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761305.229120:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554993664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.229124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554994176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761305.229141:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.229143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.229149:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761305.229150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761305.229154:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761305.229156:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554993664:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761305.229160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1250
00000100:00080000:3.0:1789761305.229166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761305.229169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761305.229172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761305.229179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554994304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761305.229185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761305.229206:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761305.229215:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795f480 x1876699554993792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761305.229223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554993792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761305.229234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761305.229237:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761305.229239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761305.229243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761305.229253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761305.229259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795e680 x1876699554993920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761305.229266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554993920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761305.229272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761305.229274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761305.229276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554993920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761305.229279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994048:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761305.229290:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761305.229296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795c000 x1876699554994048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761305.229303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554994048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761305.229308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761305.229310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761305.229313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994048:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761305.229317:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761305.229327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761305.229332:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795dc00 x1876699554994176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761305.229339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554994176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761305.229344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761305.229346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761305.229348:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761305.229358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761305.229368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761305.229374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff8d7c8795ea00 x1876699554994304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761305.229381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554994304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761305.229386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761305.229388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761305.229390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994304:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761305.612954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761306.638048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761307.661031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761308.685333:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761309.709268:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761310.348891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.348906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761310.348911:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.348925:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.348940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.348949:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761310.348993:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554994432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.349029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.349042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761310.349044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.349049:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.349054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.349060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761310.349071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761310.349092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554994432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761310.349092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554994560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.349112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.349116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761310.349119:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.349123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.349128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.349133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761310.349139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761310.349153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554994688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.349164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.349168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761310.349170:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761310.349176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761310.349180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.349186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.349191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761310.349198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761310.349212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554994816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761310.349230:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795ca80 x1876699554994432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761310.349233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.349243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761310.349247:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.349254:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.349258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761310.349262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554994432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761310.349266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761310.349276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761310.349281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554994432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761310.349298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554994944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.349311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.349315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761310.349318:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761310.349323:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994560:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761310.349324:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1255
00000100:00080000:3.0:1789761310.349332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.349338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761310.349343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761310.349357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761310.349359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554995072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761310.349375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795ed80 x1876699554994560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761310.349391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554994560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761310.349400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761310.349432:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761310.349451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761310.349463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795d880 x1876699554994688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761310.349475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554994688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761310.349483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761310.349495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994816:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761310.349512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761310.349522:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795d500 x1876699554994816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761310.349532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554994816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761310.349540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554994816:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761310.349552:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761310.349568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761310.349578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795f800 x1876699554994944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761310.349588:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554994944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761310.349604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349607:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349610:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554994944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761310.349626:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761310.349642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761310.349652:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff8d7c8795ce00 x1876699554995072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761310.349663:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554995072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761310.349672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761310.349675:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761310.349678:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995072:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761310.733057:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761311.756926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761312.780922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761313.804911:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761314.828909:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761315.468930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.468944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761315.468949:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.468962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.468978:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.468988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761315.469033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554995200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.469063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.469065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761315.469067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.469070:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.469074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.469077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761315.469085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.469095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554995328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.469102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.469105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761315.469107:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.469112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.469116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.469118:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761315.469122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.469130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554995456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.469137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.469140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761315.469142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.469147:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.469153:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761315.469155:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554995200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761315.469159:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761315.469169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761315.469178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554995584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.469186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.469189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761315.469191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.469195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.469197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.469200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761315.469204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.469217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554995712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.469226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.469232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789761315.469237:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761315.469239:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.469248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1261
00000100:00080000:3.0:1789761315.469254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.469260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761315.469269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761315.469279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795df80 x1876699554995200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761315.469288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554995840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761315.469299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554995200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554995200:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761315.469336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761315.469361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761315.469389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795e300 x1876699554995328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.469409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554995328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761315.469455:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761315.469476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761315.469485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795d180 x1876699554995456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.469493:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554995456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761315.469508:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995584:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761315.469520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761315.469526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795f100 x1876699554995584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.469534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554995584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469541:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554995584:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761315.469546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761315.469557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761315.469563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795c380 x1876699554995712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.469570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554995712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761315.469582:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761315.469592:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761315.469597:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff8d7c8795c700 x1876699554995840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.469605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554995840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.469610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761315.469612:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761315.469614:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554995840:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761315.852979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761316.876958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761317.901000:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761318.924981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761319.948956:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761320.588883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.588891:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761320.588895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.588904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1266
00000100:00080000:3.0:1789761320.588912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.588918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761320.588956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699554995968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.588977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.588981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.588983:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.588988:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1266
00000100:00080000:3.0:1789761320.588992:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.588997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761320.589008:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761320.589020:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554995968:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761320.589023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699554996096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.589033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.589036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.589038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.589042:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1266
00000100:00080000:3.0:1789761320.589046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.589049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761320.589054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.589062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699554996224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.589071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.589074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.589076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.589080:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1266
00000800:00000100:2.0:1789761320.589082:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761320.589083:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.589086:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761320.589091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761320.589100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699554996352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.589108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.589112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.589113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.589117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1266
00000100:00100000:2.0:1789761320.589118:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795c700 x1876699554995968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761320.589120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.589124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761320.589129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761320.589135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699554995968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761320.589138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699554996480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761320.589149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589154:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761320.589155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761320.589158:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554995968:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761320.589158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.589160:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.589165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1266
00000100:00080000:3.0:1789761320.589168:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.589171:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761320.589176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761320.589184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761320.589186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699554996608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761320.589210:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761320.589225:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795c380 x1876699554996096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.589246:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699554996096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.589256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761320.589263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.589270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.589291:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761320.589300:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795f100 x1876699554996224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.589309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699554996224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.589314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761320.589319:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.589324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996352:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761320.589350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761320.589358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795d180 x1876699554996352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.589366:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699554996352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.589376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761320.589380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761320.589384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554996480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.589396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761320.589402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795e300 x1876699554996480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.589409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699554996480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.589414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589416:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761320.589418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554996480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761320.589429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554996608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761320.589440:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761320.589446:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff8d7c8795df80 x1876699554996608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761320.589454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699554996608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761320.589458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761320.589460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761320.589463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554996608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761320.972945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761321.996927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761323.020974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761324.044913:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761325.068919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761325.708902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.708910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761325.708914:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.708923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.708932:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.708938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761325.708975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699554996736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.709000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.709003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.709005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.709010:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.709013:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.709018:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761325.709028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761325.709041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699554996864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761325.709052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554996736:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761325.709052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.709055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761325.709057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.709061:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.709065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.709068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761325.709073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761325.709083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699554996992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.709092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.709095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.709096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.709099:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.709111:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.709115:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761325.709119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761325.709120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761325.709129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699554997120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.709138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761325.709141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761325.709143:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.709147:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.709150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761325.709153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761325.709158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761325.709159:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795ce00 x1876699554996736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761325.709166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554997248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761325.709175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761325.709177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699554996736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761325.709178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761325.709180:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761325.709184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1271
00000100:00080000:3.0:1789761325.709187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761325.709189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761325.709190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761325.709193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789761325.709195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761325.709197:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554996736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761325.709203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554997376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761325.709231:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.709256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761325.709266:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795f800 x1876699554996864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.709275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699554996864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.709282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.709284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761325.709286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761325.709292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.709349:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761325.709361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795d500 x1876699554996992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.709375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699554996992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.709384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.709388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761325.709391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554996992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761325.709398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997120:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761325.709415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761325.709423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795d880 x1876699554997120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.709430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699554997120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.709436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.709438:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761325.709440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997120:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761325.709443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554997248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.709453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761325.709459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795ed80 x1876699554997248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.709467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554997248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.709472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.709473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761325.709475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554997248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761325.709478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554997376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761325.709487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761325.709493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff8d7c8795ca80 x1876699554997376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761325.709499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554997376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761325.709504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761325.709506:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761325.709508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554997376:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761326.092943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761327.116943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761328.141034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761329.165005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761330.188921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761330.828911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.828921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761330.828925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761330.828934:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00080000:3.0:1789761330.828944:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761330.828951:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761330.828996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554997504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761330.829039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.829043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761330.829045:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761330.829051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00080000:3.0:1789761330.829055:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761330.829061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761330.829071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.829086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554997504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761330.829090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554997632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761330.829105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.829109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761330.829112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761330.829116:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00080000:3.0:1789761330.829136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761330.829142:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761330.829143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761330.829153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761330.829169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554997760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761330.829180:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795ea00 x1876699554997504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761330.829184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.829195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761330.829199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761330.829209:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00080000:3.0:1789761330.829214:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761330.829217:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554997504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761330.829222:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761330.829232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:2.0:1789761330.829237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.829244:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761330.829249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554997888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761330.829253:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554997504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761330.829296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997632:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761330.829312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.829317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761330.829320:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761330.829326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761330.829327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00080000:3.0:1789761330.829335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761330.829343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795dc00 x1876699554997632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761330.829343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761330.829353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.829359:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554997632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.829368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761330.829372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554998016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.829374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761330.829381:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.829393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997760:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761330.829398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761330.829403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761330.829406:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761330.829411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761330.829415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1276
00000100:00100000:2.0:1789761330.829421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795c000 x1876699554997760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761330.829421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761330.829431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761330.829438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554997760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761330.829439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761330.829454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761330.829459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554998144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.829460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761330.829464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.829479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997888:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761330.829500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761330.829509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795e680 x1876699554997888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.829517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554997888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.829524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.829526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761330.829528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554997888:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761330.829532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761330.829542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761330.829547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795f480 x1876699554998016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.829553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554998016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.829558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.829560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761330.829563:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761330.829570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761330.829588:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761330.829600:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff8d7c8795fb80 x1876699554998144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.829613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554998144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761330.829622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761330.829626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761330.829629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998144:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761331.212962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761332.236929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761333.260920:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761334.284924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761335.308915:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761335.948941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.948949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761335.948953:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.948962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.948971:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.948977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761335.949015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699554998272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761335.949046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.949048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761335.949050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.949052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.949055:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.949057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761335.949065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761335.949073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699554998400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761335.949081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.949084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761335.949085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.949087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.949090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.949092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761335.949096:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761335.949102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699554998528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761335.949111:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554998272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761335.949111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.949117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761335.949120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.949124:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.949126:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.949128:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761335.949131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761335.949138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699554998656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761335.949143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.949146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761335.949147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.949149:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.949151:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.949153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761335.949156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761335.949163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699554998784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761335.949169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761335.949171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761335.949172:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761335.949174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1281
00000100:00080000:3.0:1789761335.949184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.949187:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761335.949190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761335.949196:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761335.949199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699554998912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761335.949260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795fb80 x1876699554998272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949289:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699554998272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949311:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554998272:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761335.949322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761335.949346:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761335.949360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795f480 x1876699554998400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949374:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699554998400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761335.949415:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761335.949433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761335.949444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795e680 x1876699554998528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699554998528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761335.949481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998656:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761335.949510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761335.949523:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795c000 x1876699554998656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699554998656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949551:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554998656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761335.949562:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761335.949590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761335.949603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795dc00 x1876699554998784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699554998784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949630:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949634:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761335.949640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761335.949660:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761335.949671:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff8d7c8795ea00 x1876699554998912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761335.949684:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699554998912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761335.949699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761335.949703:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761335.949706:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554998912:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761336.332950:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761337.356943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761338.381000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761339.405015:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761340.428938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761341.068951:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.068960:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761341.068964:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.068973:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.068983:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761341.068989:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761341.069026:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699554999040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761341.069052:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.069056:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761341.069057:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.069060:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.069062:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761341.069065:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761341.069072:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761341.069082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699554999168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761341.069089:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.069091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761341.069092:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.069095:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.069097:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761341.069101:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554999040:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761341.069102:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761341.069109:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761341.069117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699554999296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761341.069123:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.069126:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761341.069127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.069129:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.069131:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761341.069134:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761341.069138:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761341.069146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699554999424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761341.069153:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.069155:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761341.069157:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.069159:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.069162:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761341.069165:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761341.069168:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761341.069173:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761341.069192:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699554999552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761341.069199:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761341.069202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761341.069203:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761341.069206:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1286
00000100:00080000:0.0:1789761341.069209:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761341.069212:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761341.069215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.069221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aad180 x1876699554999040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761341.069226:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699554999680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761341.069254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699554999040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069271:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069275:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554999040:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761341.069283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.069308:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761341.069318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aaf100 x1876699554999168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.069326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699554999168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069341:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.069361:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.069371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761341.069377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aaea00 x1876699554999296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.069384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699554999296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.069398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999424:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761341.069407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761341.069413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aaca80 x1876699554999424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.069420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699554999424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069427:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999424:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761341.069433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554999552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.069442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761341.069447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aac380 x1876699554999552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.069454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699554999552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554999552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761341.069466:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554999680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761341.069475:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761341.069481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff8d7c85aafb80 x1876699554999680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761341.069487:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699554999680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761341.069492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761341.069494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761341.069496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699554999680:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761341.452970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761342.476960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761343.500927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761344.524997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761345.548964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761346.188925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761346.188937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761346.188942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761346.188970:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:3.0:1789761346.188988:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761346.188996:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761346.189039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699554999808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761346.189068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761346.189072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761346.189074:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761346.189078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:3.0:1789761346.189081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761346.189085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761346.189095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761346.189107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699554999936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761346.189118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554999808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761346.189123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761346.189127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761346.189128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761346.189133:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:3.0:1789761346.189138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761346.189154:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761346.189161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761346.189175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555000064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761346.189186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761346.189190:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761346.189193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761346.189196:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761346.189204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:3.0:1789761346.189210:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761346.189215:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761346.189221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761346.189234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555000192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761346.189239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795ca80 x1876699554999808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761346.189262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761346.189267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699554999808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761346.189269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761346.189274:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761346.189284:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:2.0:1789761346.189285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189293:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761346.189294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761346.189298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699554999808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761346.189303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761346.189311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761346.189322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761346.189327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555000320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761346.189342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761346.189346:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761346.189349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761346.189354:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761346.189359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795ed80 x1876699554999936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761346.189361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1291
00000100:00080000:3.0:1789761346.189368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761346.189376:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761346.189378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699554999936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761346.189383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761346.189387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761346.189395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699554999936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761346.189400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555000448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761346.189403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761346.189424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761346.189433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795d880 x1876699555000064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761346.189444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555000064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761346.189452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761346.189461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761346.189468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000192:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761346.189489:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761346.189500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795d500 x1876699555000192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761346.189510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555000192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761346.189516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761346.189520:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000192:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761346.189531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555000320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761346.189544:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761346.189551:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795f800 x1876699555000320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761346.189558:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555000320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761346.189564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761346.189568:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555000320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761346.189571:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555000448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761346.189581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761346.189586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761346]  req@ffff8d7c8795ce00 x1876699555000448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761346.189593:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555000448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761346.189598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761346.189600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761346.189602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555000448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761346.572969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761347.596926:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761348.620982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761349.644883:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761350.669003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761351.308887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.308902:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761351.308907:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761351.308919:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00080000:3.0:1789761351.308930:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.308938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761351.308984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555000576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761351.309011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.309014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761351.309016:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761351.309019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00080000:3.0:1789761351.309022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.309032:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761351.309041:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761351.309053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555000704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761351.309058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555000576:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761351.309064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.309069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761351.309070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761351.309074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00080000:3.0:1789761351.309076:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.309078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761351.309081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761351.309091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555000832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761351.309103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.309121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761351.309122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761351.309125:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00080000:3.0:1789761351.309134:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.309138:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761351.309152:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761351.309161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555000960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761351.309169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.309172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761351.309174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761351.309177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00080000:3.0:1789761351.309179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.309182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761351.309186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761351.309190:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761351.309196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555001088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761351.309218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761351.309221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761351.309224:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761351.309225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000832:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761351.309239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1296
00000100:00100000:2.0:1789761351.309245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000960:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789761351.309245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761351.309255:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761351.309262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761351.309269:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761351.309278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555001216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761351.309292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001216:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761351.692951:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761352.716917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761353.740937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761354.381074:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761354.381127:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761354.381145:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761354.381183:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761354.381193:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761354.381205:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761354.381217:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761354.381227:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761354.381235:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795e300 x1876699555000704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381263:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555000704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761354.381295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795d180 x1876699555000832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555000832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381321:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761354.381332:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795f100 x1876699555000960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555000960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381369:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555000960:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761354.381376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795df80 x1876699555000576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555000576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555000576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761354.381431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795c700 x1876699555001216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555001216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761354.381468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761354]  req@ffff8d7c8795c380 x1876699555001088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761354.381480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555001088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761354.381490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761354.381493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761354.381497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761354.764942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761355.788869:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761356.428883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.428890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761356.428894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.428903:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00080000:3.0:1789761356.428912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.428918:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761356.428951:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555001344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.428971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.428973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761356.428975:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.428978:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00080000:3.0:1789761356.428980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.428982:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761356.428990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.428998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555001472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.429006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.429008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761356.429010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.429012:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00080000:3.0:1789761356.429014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.429016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761356.429019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761356.429022:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555001344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761356.429028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555001600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.429041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.429043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761356.429044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.429047:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00080000:3.0:1789761356.429049:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.429051:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761356.429055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761356.429064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555001728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.429087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.429091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761356.429093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.429097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00080000:3.0:1789761356.429102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.429109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761356.429111:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761356.429116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.429132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555001856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.429141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.429144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761356.429147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.429151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1301
00000100:00100000:2.0:1789761356.429155:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795c380 x1876699555001344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761356.429158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.429168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761356.429176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761356.429183:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555001344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761356.429192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555001984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761356.429199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429215:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555001344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761356.429225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761356.429252:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761356.429266:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795c700 x1876699555001472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761356.429280:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555001472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761356.429290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761356.429325:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761356.429347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761356.429366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795df80 x1876699555001600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761356.429381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555001600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761356.429391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761356.429406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001728:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761356.429427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761356.429440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795f100 x1876699555001728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761356.429453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555001728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761356.429463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555001728:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761356.429479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761356.429499:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761356.429511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795d180 x1876699555001856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761356.429525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555001856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761356.429535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761356.429550:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761356.429570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761356.429582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff8d7c8795e300 x1876699555001984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761356.429595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555001984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761356.429604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761356.429608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761356.429612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555001984:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761356.812937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761357.836947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761358.860906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761359.884985:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761360.908947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761361.548919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.548930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761361.548934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.548946:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.548958:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.548967:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761361.549027:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555002112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.549082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.549085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.549087:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.549090:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.549094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.549098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761361.549107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.549120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555002240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.549129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.549133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.549136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761361.549139:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555002112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761361.549142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.549148:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.549153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761361.549156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.549166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555002368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.549173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.549176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.549177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.549180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.549182:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.549185:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761361.549189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761361.549197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555002496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.549204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.549207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.549208:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.549210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.549215:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761361.549220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761361.549221:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761361.549230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.549244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555002624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.549252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.549254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.549256:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.549259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1307
00000100:00080000:3.0:1789761361.549261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.549264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761361.549268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761361.549275:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795ce00 x1876699555002112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.549278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555002752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761361.549328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555002112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555002112:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761361.549380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761361.549406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761361.549421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795f800 x1876699555002240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761361.549438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555002240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761361.549465:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761361.549486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761361.549499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795d500 x1876699555002368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761361.549529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555002368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549553:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761361.549559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002496:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761361.549596:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761361.549608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795d880 x1876699555002496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761361.549623:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555002496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549653:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555002496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761361.549664:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555002624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761361.549682:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761361.549692:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795ed80 x1876699555002624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761361.549723:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555002624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549738:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549742:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555002624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761361.549757:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555002752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761361.549778:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761361.549790:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff8d7c8795ca80 x1876699555002752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761361.549846:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555002752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761361.549855:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761361.549859:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761361.549863:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555002752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761361.932946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761362.956917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761363.980958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761365.004899:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761366.029016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761366.668891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.668900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761366.668932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.668941:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:3.0:1789761366.668949:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.668955:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761366.669004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555002880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.669033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.669041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.669044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.669048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:3.0:1789761366.669054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.669076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761366.669087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761366.669094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555002880:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761366.669102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555003008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.669112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.669115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.669117:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.669120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:3.0:1789761366.669124:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.669127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761366.669131:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.669139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555003136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.669147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.669149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.669150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761366.669156:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761366.669159:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:3.0:1789761366.669163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.669166:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761366.669170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761366.669178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555003264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.669191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.669196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.669198:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.669201:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:3.0:1789761366.669203:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761366.669204:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795ea00 x1876699555002880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761366.669207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761366.669215:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.669228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555003392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761366.669234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555002880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761366.669243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.669253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.669255:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761366.669257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761366.669261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1312
00000100:00080000:2.0:1789761366.669266:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761366.669266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.669275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555002880:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761366.669279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.669292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555003520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761366.669308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761366.669328:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795dc00 x1876699555003008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.669346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555003008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761366.669368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.669370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761366.669372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761366.669376:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761366.669387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795c000 x1876699555003136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.669401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555003136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761366.669406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.669407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761366.669409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761366.669412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003264:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761366.669441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795e680 x1876699555003264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.669455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555003264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761366.669461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.669463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761366.669465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003264:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761366.669468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555003392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761366.669479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795f480 x1876699555003392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.669492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555003392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761366.669498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.669500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761366.669502:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555003392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761366.669506:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555003520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761366.669515:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761366.669529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff8d7c8795fb80 x1876699555003520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761366.669536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555003520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761366.669547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761366.669549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761366.669551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555003520:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761367.052927:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761368.076919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761369.100947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761370.124947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761371.148928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761371.788915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.788926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761371.788930:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761371.788941:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.788964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761371.788972:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761371.789009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555003648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761371.789036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.789039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761371.789040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761371.789044:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.789046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761371.789049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761371.789059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761371.789069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555003776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761371.789078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.789083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761371.789086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761371.789088:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555003648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761371.789092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.789098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761371.789103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761371.789108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761371.789120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555003904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761371.789127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.789130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761371.789132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761371.789135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.789151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761371.789157:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761371.789160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761371.789172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761371.789199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555004032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761371.789212:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795fb80 x1876699555003648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761371.789218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.789230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761371.789234:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761371.789245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.789251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761371.789256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555003648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761371.789263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761371.789276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761371.789283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761371.789296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555004160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761371.789303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555003648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761371.789322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761371.789327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761371.789330:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761371.789335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1317
00000100:00080000:3.0:1789761371.789342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761371.789352:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789353:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003776:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761371.789366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761371.789386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555004288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761371.789400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795f480 x1876699555003776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.789444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555003776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.789461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761371.789469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761371.789477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761371.789512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795e680 x1876699555003904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.789540:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555003904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.789550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761371.789558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555003904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761371.789565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004032:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761371.789587:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789599:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795c000 x1876699555004032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.789612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555004032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.789621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789625:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761371.789629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004032:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761371.789636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761371.789657:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789668:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795dc00 x1876699555004160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.789680:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555004160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.789689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761371.789696:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761371.789713:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761371.789729:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761371.789747:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff8d7c8795ea00 x1876699555004288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761371.789756:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555004288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761371.789761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761371.789764:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761371.789766:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004288:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761372.173056:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761373.197094:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761374.221012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761375.245337:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761376.269255:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761376.908989:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761376.909009:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909021:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909035:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909044:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761376.909089:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555004416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.909121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.909127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909132:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909136:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909142:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761376.909153:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.909170:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555004544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761376.909172:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555004416:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761376.909184:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909187:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761376.909189:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909192:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909196:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909200:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761376.909205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.909220:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555004672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.909230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909234:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.909236:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909241:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909245:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909251:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761376.909253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789761376.909259:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761376.909275:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555004800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.909287:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909291:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.909293:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909298:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909302:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909307:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909313:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b3100 x1876699555004416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761376.909314:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.909332:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555004928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761376.909342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555004416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.909344:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.909350:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761376.909352:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.909361:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1322
00000100:00080000:1.0:1789761376.909366:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.909369:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761376.909370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761376.909373:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761376.909379:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761376.909384:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555005056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761376.909388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555004416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761376.909426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.909453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909464:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b2300 x1876699555004544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.909472:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555004544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.909478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.909481:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761376.909483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.909487:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.909500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b3b80 x1876699555004672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.909514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555004672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.909520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.909522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761376.909524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.909528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004800:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761376.909558:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909570:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b1880 x1876699555004800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.909584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555004800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.909594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.909597:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761376.909601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555004800:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761376.909607:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.909630:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909642:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b1500 x1876699555004928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.909653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555004928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.909659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.909662:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761376.909664:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555004928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761376.909668:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761376.909682:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761376.909689:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff8d7c867b1180 x1876699555005056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761376.909700:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555005056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761376.909709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761376.909712:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761376.909715:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761377.293145:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761378.317004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761379.340926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761380.364923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761381.388941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761382.028922:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.028934:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761382.028938:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.028950:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.028961:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.028969:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761382.029008:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555005184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761382.029033:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.029036:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761382.029038:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.029040:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.029043:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.029046:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761382.029054:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761382.029063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555005312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761382.029071:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.029076:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761382.029077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555005184:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761382.029078:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.029086:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.029090:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.029093:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761382.029096:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761382.029103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555005440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761382.029109:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.029112:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761382.029113:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.029116:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.029119:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.029121:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761382.029125:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761382.029132:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555005568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761382.029139:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.029142:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761382.029143:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.029145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.029148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.029151:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761382.029156:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761382.029162:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761382.029169:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555005696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761382.029181:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761382.029185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761382.029186:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761382.029191:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1327
00000100:00080000:1.0:1789761382.029196:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761382.029201:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029207:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b2a00 x1876699555005184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761382.029208:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761382.029224:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555005824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761382.029230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555005184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555005184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761382.029282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.029300:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029309:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b3800 x1876699555005312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.029317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555005312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.029331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.029354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b2d80 x1876699555005440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.029377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555005440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029389:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.029405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005568:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761382.029428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b0e00 x1876699555005568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.029453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555005568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555005568:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761382.029470:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.029486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b0000 x1876699555005696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.029501:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555005696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029508:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029510:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761382.029514:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761382.029524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761382.029530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761382/real 1789761382]  req@ffff8d7c867b0a80 x1876699555005824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761382.029538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555005824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761382.029543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761382.029545:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761382.029547:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555005824:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761382.412959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761383.437004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761384.460926:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761385.484953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761386.508979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761387.148889:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.148896:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761387.148901:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.148910:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.148919:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.148925:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761387.148960:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555005952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.148983:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.148986:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.148988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.148990:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.148992:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.148995:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761387.149002:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.149013:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555006080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.149020:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.149023:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.149024:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.149027:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.149029:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761387.149032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555005952:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761387.149033:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761387.149042:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.149050:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555006208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.149061:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.149064:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.149066:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.149068:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.149072:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.149074:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761387.149077:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761387.149084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555006336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.149091:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761387.149095:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761387.149096:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.149100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.149103:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.149107:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.149109:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761387.149113:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.149122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555006464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.149129:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.149132:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.149133:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761387.149137:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b0380 x1876699555005952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761387.149140:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1332
00000100:00080000:1.0:1789761387.149145:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.149152:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761387.149158:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761387.149164:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555005952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761387.149167:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555006592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761387.149189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149195:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149198:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555005952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761387.149206:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.149233:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761387.149246:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b1f80 x1876699555006080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.149264:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555006080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.149270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149272:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149275:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.149295:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.149310:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761387.149317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b2680 x1876699555006208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.149325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555006208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.149330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.149338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006336:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761387.149348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761387.149353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b1c00 x1876699555006336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.149361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555006336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.149371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761387.149378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555006464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.149387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761387.149393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b0a80 x1876699555006464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.149400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555006464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.149405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555006464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761387.149412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555006592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761387.149421:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761387.149427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff8d7c867b0000 x1876699555006592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761387.149434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555006592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761387.149442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761387.149445:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761387.149449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555006592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761387.532993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761388.557003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761389.580990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761390.604940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761391.628976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761392.268876:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761392.268884:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761392.268888:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.268896:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.268905:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.268911:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761392.268944:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555006720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761392.268965:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761392.268968:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761392.268970:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.268972:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.268974:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.268977:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761392.268984:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761392.268993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555006848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761392.269001:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761392.269004:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761392.269004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555006720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761392.269008:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.269015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.269017:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.269019:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761392.269022:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761392.269031:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555006976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761392.269041:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761392.269044:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761392.269046:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.269051:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.269055:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.269059:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761392.269064:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789761392.269067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761392.269084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555007104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761392.269095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761392.269099:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b0e00 x1876699555006720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761392.269100:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761392.269104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.269112:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.269119:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.269124:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269128:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555006720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761392.269131:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761392.269142:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761392.269146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555007232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761392.269147:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269154:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555006720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761392.269165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761392.269168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761392.269169:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761392.269172:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1337
00000100:00080000:1.0:1789761392.269175:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761392.269178:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761392.269180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761392.269185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761392.269190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555007360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761392.269209:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269220:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b2d80 x1876699555006848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761392.269229:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555006848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761392.269234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761392.269236:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761392.269243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761392.269253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b3800 x1876699555006976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761392.269267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555006976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761392.269272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761392.269274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555006976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761392.269279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007104:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761392.269289:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b2a00 x1876699555007104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761392.269302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555007104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761392.269307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761392.269309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269311:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007104:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761392.269314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555007232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761392.269323:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b1180 x1876699555007232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761392.269336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555007232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761392.269341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761392.269342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555007232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761392.269356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555007360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761392.269365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761392.269371:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff8d7c867b1500 x1876699555007360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761392.269378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555007360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761392.269383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761392.269385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761392.269386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555007360:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761392.652966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761393.676986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761394.700935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761395.724957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761396.749001:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761397.388885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761397.388893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761397.388897:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.388905:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.388913:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761397.388923:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761397.388967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555007488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761397.388994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761397.388998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761397.388999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.389003:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.389006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761397.389010:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761397.389020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761397.389034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555007616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761397.389047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761397.389055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555007488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761397.389055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761397.389062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.389071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.389078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761397.389083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761397.389090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761397.389106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555007744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761397.389116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761397.389119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761397.389122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.389127:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.389133:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761397.389138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761397.389139:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761397.389148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761397.389164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555007872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761397.389175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761397.389178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761397.389181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.389188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.389193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761397.389197:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795ca80 x1876699555007488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.389207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761397.389225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.389233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555007488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.389243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555008000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.389245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389257:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389267:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555007488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761397.389275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761397.389281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761397.389284:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761397.389289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1342
00000100:00080000:3.0:1789761397.389296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761397.389299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007616:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761397.389310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761397.389317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761397.389330:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761397.389335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555008128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761397.389352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795ed80 x1876699555007616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761397.389370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555007616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761397.389379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761397.389389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761397.389408:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761397.389420:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795d880 x1876699555007744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761397.389433:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555007744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761397.389447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761397.389462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007872:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761397.389485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761397.389494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795d500 x1876699555007872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761397.389502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555007872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761397.389508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555007872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761397.389517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761397.389529:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761397.389535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795f800 x1876699555008000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761397.389543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555008000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761397.389547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389552:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761397.389564:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761397.389575:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761397.389582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff8d7c8795ce00 x1876699555008128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761397.389588:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555008128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761397.389594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761397.389596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761397.389598:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761397.772947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761398.796905:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761399.820977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761400.844952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761401.868942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761402.508918:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.508929:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761402.508932:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.508942:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00080000:1.0:1789761402.508954:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761402.508962:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761402.508999:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555008256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761402.509023:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.509026:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761402.509027:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.509030:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00080000:1.0:1789761402.509034:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761402.509038:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761402.509049:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761402.509063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555008384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761402.509074:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.509078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761402.509080:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.509084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00080000:1.0:1789761402.509088:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761402.509092:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761402.509097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761402.509107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555008512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761402.509115:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.509118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761402.509120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.509126:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00100000:2.0:1789761402.509127:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555008256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761402.509129:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761402.509135:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761402.509142:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761402.509155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555008640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761402.509167:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.509170:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761402.509171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.509174:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00080000:1.0:1789761402.509177:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761402.509180:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761402.509189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761402.509197:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555008768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761402.509203:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761402.509206:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761402.509207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761402.509209:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1348
00000100:00080000:1.0:1789761402.509211:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761402.509216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761402.509217:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761402.509224:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761402.509231:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555008896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761402.509274:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b1880 x1876699555008256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555008256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509310:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555008256:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761402.509319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761402.509343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761402.509358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b3b80 x1876699555008384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555008384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761402.509411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761402.509426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761402.509434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b2300 x1876699555008512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555008512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761402.509455:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008640:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761402.509466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761402.509472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b3100 x1876699555008640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555008640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555008640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761402.509492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761402.509503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761402.509509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b1500 x1876699555008768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509516:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555008768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761402.509528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761402.509537:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761402.509542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff8d7c867b1180 x1876699555008896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761402.509549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555008896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761402.509558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761402.509560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761402.509562:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555008896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761402.892905:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761403.916931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761404.941002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761405.964995:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761406.988945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761407.628939:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761407.628954:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761407.628963:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761407.628976:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.628991:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761407.629000:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761407.629050:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555009024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761407.629084:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761407.629088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761407.629091:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761407.629096:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.629100:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761407.629106:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761407.629118:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.629132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555009024:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761407.629135:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555009152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761407.629151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761407.629155:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761407.629157:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761407.629161:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.629166:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761407.629170:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761407.629176:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761407.629190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555009280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761407.629201:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761407.629205:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761407.629207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761407.629212:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.629216:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761407.629219:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761407.629224:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761407.629231:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761407.629244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555009408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761407.629255:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761407.629260:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761407.629262:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761407.629267:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.629272:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761407.629276:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b2a00 x1876699555009024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761407.629280:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761407.629290:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.629306:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555009024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761407.629307:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555009536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761407.629341:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.629343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761407.629349:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.629351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789761407.629353:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761407.629358:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555009024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761407.629363:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1353
00000100:00080000:1.0:1789761407.629369:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761407.629374:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761407.629380:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761407.629393:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555009664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761407.629395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761407.629431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761407.629445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b3800 x1876699555009152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.629455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555009152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761407.629466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761407.629469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761407.629472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761407.629476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761407.629490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761407.629497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b2d80 x1876699555009280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.629504:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555009280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761407.629509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761407.629511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761407.629513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761407.629518:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761407.629530:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761407.629537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b0e00 x1876699555009408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.629549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555009408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761407.629558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761407.629561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761407.629566:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761407.629573:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555009536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761407.629595:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761407.629604:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b0000 x1876699555009536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.629613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555009536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761407.629618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761407.629621:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761407.629623:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555009536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761407.629638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555009664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761407.629651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761407.629658:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff8d7c867b0a80 x1876699555009664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.629666:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555009664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761407.629671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761407.629673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761407.629675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555009664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761408.012981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761409.036974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761410.060977:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761411.084954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761412.108964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761412.748872:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.748881:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761412.748884:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.748893:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1358
00000100:00080000:1.0:1789761412.748902:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.748908:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761412.748942:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555009792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761412.748964:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.748967:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761412.748972:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.748975:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1358
00000100:00080000:1.0:1789761412.748978:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.748981:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761412.748988:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761412.748998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555009920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761412.749006:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.749010:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761412.749011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555009792:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761412.749013:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.749021:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1358
00000100:00080000:1.0:1789761412.749024:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.749026:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761412.749029:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761412.749038:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555010048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761412.749045:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.749047:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761412.749048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.749051:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1358
00000100:00080000:1.0:1789761412.749053:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.749055:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761412.749058:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761412.749065:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555010176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761412.749072:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.749074:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761412.749075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.749080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1358
00000800:00000100:2.0:1789761412.749082:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761412.749083:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.749088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761412.749091:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761412.749098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555010304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761412.749105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761412.749107:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761412.749109:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761412.749112:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1358
00000100:00080000:1.0:1789761412.749114:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761412.749115:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761412.749118:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761412.749123:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555010432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761412.749179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b1c00 x1876699555009792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749194:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555009792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749206:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749208:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555009792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761412.749227:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761412.749246:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761412.749255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b2680 x1876699555009920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555009920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555009920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761412.749276:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761412.749286:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761412.749292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b1f80 x1876699555010048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555010048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749311:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761412.749316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010176:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761412.749327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761412.749332:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b0380 x1876699555010176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555010176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761412.749355:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555010304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761412.749372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761412.749383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b0a80 x1876699555010304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555010304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555010304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761412.749424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555010432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761412.749440:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761412.749448:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761412]  req@ffff8d7c867b0000 x1876699555010432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761412.749455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555010432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761412.749460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761412.749462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761412.749464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555010432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761413.132928:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761414.156978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761415.181006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761416.205021:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761417.228931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761417.868875:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.868886:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761417.868890:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.868900:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.868911:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.868918:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761417.868960:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555010560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.868987:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.868989:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.868991:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.868994:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.868998:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.869003:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761417.869011:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761417.869021:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555010560:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761417.869025:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555010688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.869035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.869037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761417.869039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.869042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.869045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.869047:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761417.869050:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761417.869060:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555010816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.869066:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.869068:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.869070:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.869072:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.869074:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.869076:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761417.869079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761417.869087:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555010944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.869099:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.869102:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761417.869104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.869106:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.869109:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.869115:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761417.869115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010688:192.168.203.122@tcp:38:kworker.0
00000008:00100000:1.0:1789761417.869123:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761417.869134:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555011072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761417.869143:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761417.869147:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761417.869148:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010816:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789761417.869149:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761417.869159:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1363
00000100:00080000:1.0:1789761417.869162:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761417.869165:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761417.869169:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761417.869172:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761417.869180:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555011200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761417.869194:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761417.869225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761418.252919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761419.276923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761420.301001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761420.941051:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761420.941089:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761420.941102:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761420.941134:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761420.941140:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761420.941145:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761420.941151:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761420.941156:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761420.941191:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b1180 x1876699555011072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941211:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555011072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941226:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941231:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761420.941239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b1500 x1876699555011200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941259:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555011200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941277:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761420.941284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b2d80 x1876699555010688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941297:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555010688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761420.941321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b3800 x1876699555010816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941335:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555010816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941347:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941351:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761420.941358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b2a00 x1876699555010944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555010944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555010944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761420.941394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761420]  req@ffff8d7c867b0e00 x1876699555010560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761420.941406:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555010560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761420.941415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761420.941418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761420.941422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555010560:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789761421.324960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761422.348936:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761422.988929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.988941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761422.988947:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.988959:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00080000:3.0:1789761422.988971:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.988977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761422.989010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555011328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.989034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.989038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761422.989041:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.989045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00080000:3.0:1789761422.989049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.989054:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761422.989064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.989078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555011456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761422.989088:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555011328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761422.989089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.989093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761422.989094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.989097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00080000:3.0:1789761422.989101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.989104:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761422.989109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.989119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555011584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.989133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.989136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761422.989138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.989142:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00080000:3.0:1789761422.989145:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761422.989146:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761422.989149:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761422.989153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761422.989163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555011712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761422.989173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761422.989177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761422.989179:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761422.989182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00100000:2.0:1789761422.989184:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795e300 x1876699555011328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.989186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.989191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761422.989196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761422.989202:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555011328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.989205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555011840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761422.989214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.989215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761422.989219:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761422.989219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761422.989221:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761422.989224:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555011328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761422.989225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1368
00000100:00080000:3.0:1789761422.989228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761422.989231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761422.989236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.989244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555011968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761422.989248:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761422.989271:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761422.989285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795d180 x1876699555011456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761422.989298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555011456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761422.989306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761422.989309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761422.989313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761422.989319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761422.989341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761422.989353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795f100 x1876699555011584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761422.989365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555011584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761422.989378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761422.989382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761422.989385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761422.989391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761422.989413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761422.989424:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795df80 x1876699555011712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761422.989434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555011712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761422.989442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761422.989444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761422.989448:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555011712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761422.989452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761422.989472:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761422.989483:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795c700 x1876699555011840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761422.989500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555011840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761422.989507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761422.989509:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761422.989512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761422.989529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761422.989549:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761422.989562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff8d7c8795c380 x1876699555011968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761422.989590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555011968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761422.989599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761422.989602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761422.989605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555011968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761423.372914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761424.396963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761425.420943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761426.444961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761427.468933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761428.108917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.108925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761428.108929:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.108937:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00080000:3.0:1789761428.108947:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.108953:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761428.108989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555012096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.109010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.109012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761428.109014:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.109017:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00080000:3.0:1789761428.109019:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.109021:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761428.109029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.109038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555012224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.109051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.109053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761428.109055:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.109060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00100000:2.0:1789761428.109062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555012096:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761428.109062:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.109067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761428.109076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.109082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555012352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.109088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.109091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761428.109092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.109094:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00080000:3.0:1789761428.109096:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.109098:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761428.109101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761428.109108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555012480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.109114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.109116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761428.109118:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.109120:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00080000:3.0:1789761428.109130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.109133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761428.109137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761428.109143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761428.109149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555012608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.109157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.109159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761428.109161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.109164:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1373
00000100:00080000:3.0:1789761428.109166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.109168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761428.109172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761428.109184:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795c380 x1876699555012096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.109187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555012736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761428.109231:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555012096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109250:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109254:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555012096:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761428.109280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.109303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761428.109315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795c700 x1876699555012224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.109336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555012224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109349:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.109359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.109376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761428.109386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795df80 x1876699555012352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.109397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555012352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.109418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012480:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761428.109433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761428.109442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795f100 x1876699555012480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.109454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555012480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761428.109486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555012608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.109501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761428.109508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795d180 x1876699555012608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.109516:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555012608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555012608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761428.109529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555012736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761428.109559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761428.109567:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff8d7c8795e300 x1876699555012736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.109575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555012736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.109580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761428.109582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761428.109584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555012736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761428.492927:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761429.516946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761430.540924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761431.564925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761432.588993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761433.228881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.228889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761433.228893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.228903:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00080000:3.0:1789761433.228912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.228923:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761433.228960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555012864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.228987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.228990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761433.228991:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.228997:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00080000:3.0:1789761433.228999:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.229002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761433.229011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.229021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555012992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.229029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761433.229030:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555012864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761433.229033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761433.229037:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.229043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00080000:3.0:1789761433.229046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.229050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761433.229056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.229070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555013120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.229080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.229084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761433.229086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.229091:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00080000:3.0:1789761433.229095:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761433.229101:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761433.229103:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761433.229111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761433.229122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555013248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.229130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.229132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761433.229134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.229137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00080000:3.0:1789761433.229140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.229143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761433.229147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761433.229152:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795ce00 x1876699555012864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.229158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555013376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.229177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.229180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761433.229181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.229187:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1378
00000100:00100000:2.0:1789761433.229188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555012864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.229190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.229197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761433.229203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761433.229208:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761433.229213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555013504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761433.229215:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229222:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555012864:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761433.229257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761433.229276:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761433.229286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795f800 x1876699555012992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761433.229294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555012992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761433.229301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761433.229303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555012992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761433.229310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761433.229321:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761433.229327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795d500 x1876699555013120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761433.229334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555013120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761433.229339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761433.229341:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761433.229346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761433.229356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761433.229362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795d880 x1876699555013248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761433.229372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555013248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761433.229380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761433.229383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761433.229394:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555013376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761433.229414:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761433.229426:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795ed80 x1876699555013376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761433.229440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555013376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761433.229448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761433.229452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555013376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761433.229462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555013504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761433.229485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761433.229512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff8d7c8795ca80 x1876699555013504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761433.229527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555013504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761433.229535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761433.229538:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761433.229540:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555013504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761433.612890:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761434.636947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761435.660946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761436.684909:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761437.708955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761438.348878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761438.348889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761438.348893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761438.348904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.348916:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.348924:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761438.348966:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555013632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761438.348997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761438.349001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761438.349003:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761438.349008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.349012:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.349017:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761438.349028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761438.349044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555013760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761438.349052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555013632:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761438.349061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761438.349066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761438.349068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761438.349074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.349078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.349084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761438.349091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761438.349105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555013888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761438.349115:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761438.349123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761438.349127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761438.349130:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761438.349135:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.349140:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.349145:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795ea00 x1876699555013632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761438.349153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761438.349175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555014016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761438.349184:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555013632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.349193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.349197:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.349199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.349203:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761438.349204:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761438.349209:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555013632:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761438.349215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.349221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.349227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761438.349233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.349236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761438.349252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555014144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761438.349260:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761438.349272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761438.349274:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795dc00 x1876699555013760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.349280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761438.349286:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761438.349292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555013760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.349294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1383
00000100:00080000:3.0:1789761438.349305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.349306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.349315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761438.349315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013760:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761438.349325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.349329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761438.349342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555014272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761438.349350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795c000 x1876699555013888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761438.349378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555013888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.349384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.349386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761438.349388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555013888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761438.349391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761438.349402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795e680 x1876699555014016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761438.349415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555014016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.349422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.349425:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761438.349428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761438.349443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761438.349481:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349495:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795f480 x1876699555014144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761438.349508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555014144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.349523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.349527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761438.349530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761438.349537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761438.349559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761438.349572:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff8d7c8795fb80 x1876699555014272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761438.349586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555014272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.349595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.349598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761438.349602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761438.733182:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761439.757098:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761440.781021:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761441.805408:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761442.829077:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761443.468879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.468890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761443.468894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.468904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.468917:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.468924:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761443.468962:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555014400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.468989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.468991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761443.468993:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.468996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.468998:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.469001:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761443.469009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.469018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555014528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.469025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.469028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761443.469030:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.469034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.469036:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.469039:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761443.469042:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.469049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555014656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.469055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.469057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761443.469059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.469062:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.469064:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.469066:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761443.469069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761443.469078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555014784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761443.469079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555014400:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761443.469107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.469110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761443.469112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.469115:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.469117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.469120:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761443.469124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.469132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555014912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.469138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.469141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761443.469142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.469145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1389
00000100:00080000:3.0:1789761443.469160:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.469163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761443.469166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761443.469173:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761443.469177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555015040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761443.469235:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795fb80 x1876699555014400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555014400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469278:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555014400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761443.469287:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761443.469310:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761443.469323:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795f480 x1876699555014528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555014528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761443.469375:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761443.469396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761443.469407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795e680 x1876699555014656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555014656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761443.469479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014784:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761443.469503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761443.469515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795c000 x1876699555014784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555014784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555014784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761443.469553:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761443.469572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761443.469584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795dc00 x1876699555014912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555014912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469609:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469613:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555014912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761443.469619:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761443.469636:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761443.469646:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff8d7c8795ea00 x1876699555015040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761443.469667:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555015040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761443.469676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761443.469679:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761443.469682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761443.853041:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761444.876946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761445.900990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761446.925002:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761447.948948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761448.588897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.588905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761448.588909:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.588918:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.588927:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.588934:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761448.588970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555015168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.588996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.589000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761448.589002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.589006:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.589010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.589015:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761448.589025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.589039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555015296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.589048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.589051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761448.589053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.589057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.589060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.589063:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761448.589066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.589074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555015424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.589088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761448.589089:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555015168:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761448.589092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761448.589099:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.589115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.589119:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.589122:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761448.589125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761448.589135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555015552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.589142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.589144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761448.589146:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.589148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.589150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.589153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761448.589156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.589166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555015680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.589172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.589174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761448.589176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.589178:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1394
00000100:00080000:3.0:1789761448.589181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.589182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761448.589185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761448.589193:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761448.589198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555015808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761448.589245:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795ca80 x1876699555015168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589265:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555015168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555015168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761448.589298:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761448.589324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761448.589347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795ed80 x1876699555015296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555015296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761448.589426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761448.589443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761448.589452:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795d880 x1876699555015424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555015424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761448.589475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015552:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761448.589486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761448.589493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795d500 x1876699555015552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555015552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555015552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761448.589520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761448.589539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761448.589551:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795f800 x1876699555015680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555015680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761448.589588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761448.589612:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761448.589625:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff8d7c8795ce00 x1876699555015808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761448.589638:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555015808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761448.589647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761448.589651:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761448.589655:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555015808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761448.972919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761449.997059:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761451.020929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761452.045415:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761453.068965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761453.708919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.708933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761453.708938:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.708951:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.708967:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.708977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761453.709020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555015936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.709052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.709056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.709057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.709060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.709064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.709067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761453.709076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.709086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555016064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.709097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.709100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761453.709101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.709106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.709108:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.709114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555015936:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761453.709118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.709132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555016192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.709146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.709149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.709151:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.709156:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.709161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.709165:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761453.709169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761453.709178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555016320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.709186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.709189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761453.709190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.709193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.709196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.709200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761453.709205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761453.709207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.709218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555016448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.709225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761453.709228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761453.709230:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761453.709234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1399
00000100:00080000:3.0:1789761453.709237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761453.709240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761453.709245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.709251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555016576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761453.709265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795e300 x1876699555015936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709284:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555015936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555015936:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761453.709369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761453.709399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795d180 x1876699555016064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709419:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555016064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761453.709436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761453.709447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795f100 x1876699555016192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555016192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761453.709474:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016320:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761453.709485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709491:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795df80 x1876699555016320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555016320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709507:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761453.709512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555016448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761453.709522:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709528:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795c700 x1876699555016448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555016448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709544:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555016448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761453.709547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555016576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761453.709557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761453.709563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff8d7c8795c380 x1876699555016576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761453.709570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555016576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761453.709575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761453.709577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761453.709579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555016576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761454.093668:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761455.118487:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761456.140945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761457.164980:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761458.188923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761458.828894:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761458.828905:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761458.828910:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761458.828918:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.828927:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.828934:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761458.828976:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555016704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761458.829000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761458.829002:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761458.829004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761458.829006:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.829010:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.829015:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761458.829025:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761458.829039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555016832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761458.829042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555016704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761458.829059:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761458.829063:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761458.829066:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761458.829071:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.829076:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.829080:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761458.829086:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761458.829099:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555016960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761458.829105:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761458.829122:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761458.829125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761458.829127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761458.829132:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.829137:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.829142:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761458.829145:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b3100 x1876699555016704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761458.829150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761458.829170:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555017088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761458.829173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555016704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761458.829196:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761458.829198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761458.829203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761458.829205:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789761458.829206:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761458.829211:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555016704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761458.829216:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.829222:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.829227:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761458.829232:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761458.829237:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761458.829251:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555017216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761458.829264:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761458.829269:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789761458.829270:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761458.829272:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761458.829278:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1404
00000100:00080000:1.0:1789761458.829282:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761458.829286:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761458.829290:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761458.829299:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555017344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761458.829317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b2300 x1876699555016832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761458.829334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555016832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761458.829341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761458.829344:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761458.829347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761458.829351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761458.829374:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761458.829383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b3b80 x1876699555016960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761458.829390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555016960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761458.829400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761458.829402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761458.829404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555016960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761458.829408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761458.829419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761458.829424:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b1880 x1876699555017088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761458.829431:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555017088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761458.829437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761458.829439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761458.829440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761458.829452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761458.829463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761458.829469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b3100 x1876699555017216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761458.829477:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555017216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761458.829485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761458.829488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761458.829493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761458.829499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761458.829520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761458.829533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff8d7c867b0e00 x1876699555017344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761458.829558:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555017344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761458.829567:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761458.829570:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761458.829574:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761459.212963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761460.236941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761461.260987:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761462.284958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761463.309022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761463.948890:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.948901:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761463.948906:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.948917:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00080000:0.0:1789761463.948926:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.948933:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761463.948968:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555017472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.948997:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.949000:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.949001:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.949005:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00080000:0.0:1789761463.949007:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.949009:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761463.949016:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.949029:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555017600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.949041:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.949045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761463.949048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555017472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761463.949049:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.949060:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00080000:0.0:1789761463.949066:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.949070:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761463.949076:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.949088:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555017728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.949095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.949098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.949099:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.949102:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00080000:0.0:1789761463.949107:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761463.949110:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761463.949114:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761463.949119:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761463.949129:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555017856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761463.949137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.949140:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761463.949142:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761463.949144:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00100000:2.0:1789761463.949148:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aac700 x1876699555017472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761463.949149:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.949157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761463.949164:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761463.949176:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555017472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761463.949179:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555017984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761463.949186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555017472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761463.949215:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761463.949219:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761463.949221:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761463.949224:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017600:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761463.949227:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1409
00000100:00080000:0.0:1789761463.949234:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761463.949238:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761463.949242:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761463.949254:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555018112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761463.949261:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761463.949296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aace00 x1876699555017600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761463.949313:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555017600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761463.949323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761463.949337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761463.949365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761463.949374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aaf800 x1876699555017728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761463.949382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555017728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761463.949388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761463.949397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761463.949409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761463.949415:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aaf480 x1876699555017856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761463.949423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555017856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761463.949428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555017856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761463.949435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761463.949446:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761463.949451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aae300 x1876699555017984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761463.949459:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555017984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761463.949463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555017984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761463.949480:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761463.949499:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761463.949507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff8d7c85aad880 x1876699555018112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761463.949513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555018112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761463.949523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761463.949525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761463.949527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761464.332932:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761465.356915:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761466.380973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761467.404917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761468.428923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761469.068899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.068909:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761469.068914:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.068926:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.068935:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.068942:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761469.068978:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555018240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.069001:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.069004:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.069006:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761469.069043:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555018240:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761469.069048:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.069057:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.069061:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761469.069069:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.069079:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555018368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.069087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.069090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.069091:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.069094:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.069096:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.069098:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761469.069101:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.069109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555018496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.069116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.069118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.069119:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.069121:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.069123:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.069126:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761469.069132:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761469.069132:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761469.069142:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555018624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.069154:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.069157:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.069158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.069161:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.069165:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.069169:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761469.069174:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795c380 x1876699555018240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761469.069176:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761469.069195:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555018240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.069195:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555018752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761469.069241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.069242:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.069249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761469.069250:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.069255:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761469.069256:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555018240:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761469.069266:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1414
00000100:00080000:3.0:1789761469.069272:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761469.069282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018368:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761469.069286:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761469.069294:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761469.069308:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761469.069313:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555018880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761469.069323:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795c700 x1876699555018368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.069334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555018368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.069346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.069350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761469.069353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.069357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.069369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761469.069376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795df80 x1876699555018496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.069383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555018496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.069388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.069390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761469.069392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.069396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018624:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761469.069407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761469.069412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795f100 x1876699555018624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.069420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555018624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.069425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.069428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761469.069432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555018624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761469.069439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.069458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761469.069470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795d180 x1876699555018752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.069482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555018752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.069491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.069494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761469.069498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761469.069515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761469.069534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761469.069543:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff8d7c8795e300 x1876699555018880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761469.069551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555018880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761469.069556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761469.069558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761469.069560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555018880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761469.452919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761470.476930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761471.500930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761472.524914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761473.548965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761474.188889:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.188897:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761474.188901:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.188911:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:3.0:1789761474.188921:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.188926:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761474.188965:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555019008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.188988:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.188991:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761474.188993:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.188996:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:3.0:1789761474.188999:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.189002:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761474.189011:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.189020:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555019136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.189029:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761474.189030:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555019008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761474.189032:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761474.189035:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.189042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:3.0:1789761474.189044:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.189046:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761474.189049:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.189057:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555019264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.189068:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.189071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761474.189072:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.189074:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:3.0:1789761474.189090:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.189092:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761474.189096:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761474.189100:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761474.189107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555019392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.189116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.189118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761474.189119:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.189121:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:3.0:1789761474.189139:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.189143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761474.189147:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761474.189155:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795ce00 x1876699555019008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761474.189159:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555019520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761474.189200:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555019008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761474.189206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.189214:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761474.189215:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761474.189217:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.189225:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1419
00000100:00080000:2.0:1789761474.189244:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761474.189249:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761474.189250:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555019008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761474.189260:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761474.189267:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761474.189278:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761474.189287:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555019648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761474.189305:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761474.189318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795f800 x1876699555019136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.189328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555019136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.189351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761474.189354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761474.189357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761474.189361:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761474.189375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761474.189382:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795d500 x1876699555019264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.189391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555019264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.189397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761474.189399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761474.189401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761474.189405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761474.189419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761474.189425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795d880 x1876699555019392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.189433:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555019392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.189456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761474.189458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761474.189460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761474.189464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555019520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761474.189476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761474.189490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795ed80 x1876699555019520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.189498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555019520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.189525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761474.189528:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761474.189532:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555019520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761474.189549:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555019648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761474.189571:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761474.189582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff8d7c8795ca80 x1876699555019648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.189590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555019648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.189595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761474.189598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761474.189600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555019648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761474.573010:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761475.596943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761476.621014:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761477.644925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761478.668991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761479.308878:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.308886:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761479.308890:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.308899:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00080000:3.0:1789761479.308908:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.308914:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761479.308948:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555019776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.308968:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.308971:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761479.308973:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.308976:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00080000:3.0:1789761479.308978:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.308980:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761479.308988:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.308997:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555019904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.309010:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761479.309013:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555019776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761479.309013:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761479.309017:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.309024:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00080000:3.0:1789761479.309026:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.309028:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761479.309031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.309040:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555020032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.309047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.309049:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761479.309051:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.309054:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00080000:3.0:1789761479.309066:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.309070:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761479.309076:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761479.309078:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761479.309094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555020160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.309107:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.309111:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761479.309114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.309118:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00100000:2.0:1789761479.309123:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795ea00 x1876699555019776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761479.309124:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.309131:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761479.309138:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.309166:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555020288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761479.309169:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555019776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761479.309197:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.309202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761479.309203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761479.309206:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761479.309209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309215:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555019776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761479.309217:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1424
00000100:00080000:3.0:1789761479.309223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.309226:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761479.309231:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761479.309240:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761479.309244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555020416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761479.309265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761479.309279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795dc00 x1876699555019904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761479.309288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555019904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761479.309293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761479.309296:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555019904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761479.309302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761479.309312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761479.309318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795c000 x1876699555020032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761479.309325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555020032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761479.309330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761479.309332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761479.309338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761479.309348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761479.309353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795e680 x1876699555020160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761479.309360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555020160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761479.309365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761479.309367:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309369:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761479.309372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555020288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761479.309381:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761479.309386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795f480 x1876699555020288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761479.309393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555020288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761479.309398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761479.309400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555020288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761479.309411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555020416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761479.309420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761479.309436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761479]  req@ffff8d7c8795fb80 x1876699555020416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761479.309444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555020416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761479.309449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761479.309451:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761479.309453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555020416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761479.692964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761480.716951:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761481.740915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761482.764997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761483.788924:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761484.428867:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.428876:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761484.428879:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761484.428888:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.428898:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.428904:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761484.428941:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555020544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.428965:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.428970:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761484.428972:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761484.428977:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.428981:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.428986:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761484.428997:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.429012:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555020544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761484.429015:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555020672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.429031:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.429035:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761484.429037:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761484.429042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.429047:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.429052:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761484.429058:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761484.429073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555020800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.429083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.429088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761484.429089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761484.429094:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.429100:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.429105:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761484.429126:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761484.429127:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761484.429145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555020928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.429159:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.429164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761484.429166:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761484.429168:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020800:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761484.429175:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.429180:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.429186:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761484.429193:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.429195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789761484.429211:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555021056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.429226:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.429229:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761484.429231:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761484.429235:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021056:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761484.429238:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1429
00000100:00080000:3.0:1789761484.429245:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761484.429249:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761484.429254:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761484.429264:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555021184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761484.429285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761484.812983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761485.836993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761486.860958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761487.501049:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761487.501118:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761487.501140:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761487.501177:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761487.501186:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761487.501198:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761487.501210:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761487.501220:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761487.501228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795c000 x1876699555020928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555020928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501279:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761487.501287:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795f480 x1876699555020672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555020672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761487.501319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795e680 x1876699555020800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555020800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555020800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761487.501349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795fb80 x1876699555020544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555020544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555020544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761487.501398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795ea00 x1876699555021184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555021184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761487.501432:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761487]  req@ffff8d7c8795dc00 x1876699555021056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761487.501451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555021056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761487.501458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761487.501462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761487.501465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761487.884920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761488.908936:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761489.548882:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761489.548891:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761489.548894:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761489.548903:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00080000:3.0:1789761489.548912:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.548918:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761489.548950:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555021312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761489.548975:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761489.548979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761489.548981:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761489.548986:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00080000:3.0:1789761489.548990:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.548996:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761489.549006:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.549013:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555021312:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761489.549023:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555021440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761489.549036:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761489.549041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761489.549043:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761489.549047:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00080000:3.0:1789761489.549052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.549057:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761489.549063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761489.549089:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555021568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761489.549099:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761489.549100:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761489.549106:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761489.549109:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761489.549115:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00080000:3.0:1789761489.549122:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.549127:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761489.549134:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761489.549154:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795ca80 x1876699555021312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.549154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555021696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761489.549188:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761489.549192:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761489.549194:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761489.549201:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00100000:2.0:1789761489.549203:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555021312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.549210:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.549220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761489.549221:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761489.549227:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761489.549230:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549237:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555021312:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761489.549245:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555021824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761489.549257:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761489.549260:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761489.549263:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761489.549266:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021440:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761489.549271:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1435
00000100:00080000:3.0:1789761489.549278:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761489.549282:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761489.549289:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761489.549302:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761489.549304:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555021952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761489.549326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795ed80 x1876699555021440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.549342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555021440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.549351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761489.549355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761489.549365:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761489.549386:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761489.549398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795d880 x1876699555021568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.549409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555021568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.549423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761489.549426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761489.549436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761489.549457:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761489.549468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795d500 x1876699555021696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.549480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555021696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.549488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761489.549491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555021696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761489.549501:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761489.549521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761489.549533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795f800 x1876699555021824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.549546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555021824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.549554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761489.549558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549562:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761489.549581:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761489.549602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761489.549614:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff8d7c8795ce00 x1876699555021952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761489.549627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555021952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761489.549635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761489.549638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761489.549641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555021952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761489.932914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761490.956975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761491.980948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761493.005222:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761494.029273:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761494.668894:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.668903:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761494.668907:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.668917:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00080000:3.0:1789761494.668927:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.668933:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761494.668967:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555022080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.668990:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.668992:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761494.668994:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.668997:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00080000:3.0:1789761494.668999:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.669002:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761494.669009:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.669018:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555022208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.669031:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761494.669057:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555022080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761494.669080:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761494.669083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.669090:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00080000:3.0:1789761494.669095:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.669099:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761494.669104:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.669116:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555022336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.669125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761494.669129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761494.669131:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761494.669132:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.669140:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00080000:3.0:1789761494.669146:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.669151:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761494.669157:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761494.669169:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795e300 x1876699555022080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.669175:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555022464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761494.669193:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761494.669194:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555022080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.669204:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761494.669210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761494.669212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.669217:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00080000:2.0:1789761494.669219:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555022080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761494.669226:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761494.669234:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761494.669239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022208:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761494.669242:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.669259:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555022592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761494.669265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761494.669275:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761494.669279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795d180 x1876699555022208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.669280:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761494.669283:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761494.669293:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1440
00000100:00100000:2.0:1789761494.669298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555022208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.669300:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761494.669311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.669311:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761494.669319:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669322:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022208:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761494.669323:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.669341:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555022720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761494.669345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761494.669375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761494.669392:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795f100 x1876699555022336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761494.669406:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555022336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.669415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761494.669419:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761494.669429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022464:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761494.669452:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761494.669462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795df80 x1876699555022464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761494.669471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555022464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.669477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761494.669479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761494.669486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555022592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761494.669498:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761494.669504:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795c700 x1876699555022592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761494.669512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555022592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.669517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761494.669519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555022592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761494.669531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555022720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761494.669541:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761494.669547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff8d7c8795c380 x1876699555022720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761494.669554:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555022720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761494.669566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761494.669570:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761494.669573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555022720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761495.052929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761496.076988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761497.100944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761498.124965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761499.148925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761499.788868:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.788878:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761499.788883:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.788894:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.788905:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.788913:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761499.788951:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555022848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.788976:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.788979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.788981:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.788984:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.788987:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.788990:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761499.789012:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.789024:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555022976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761499.789034:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555022848:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761499.789063:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.789067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761499.789069:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.789075:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.789082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.789088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761499.789091:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761499.789098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.789115:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555023104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761499.789123:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761499.789128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795c380 x1876699555022848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.789129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.789133:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.789141:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.789147:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761499.789153:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555022848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.789154:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761499.789163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:2.0:1789761499.789168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789175:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761499.789177:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555023232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761499.789180:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555022848:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761499.789197:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.789201:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761499.789204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761499.789206:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022976:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761499.789212:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.789218:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.789224:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761499.789228:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761499.789234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.789241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795c700 x1876699555022976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761499.789256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555022976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.789257:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555023360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761499.789275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761499.789282:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761499.789286:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761499.789291:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555022976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761499.789296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023104:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761499.789298:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.789305:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1445
00000100:00080000:3.0:1789761499.789309:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761499.789312:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761499.789317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761499.789318:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761499.789327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795df80 x1876699555023104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.789332:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555023488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761499.789348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555023104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761499.789356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789359:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761499.789363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761499.789369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761499.789382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761499.789388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795f100 x1876699555023232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761499.789396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555023232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761499.789401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761499.789406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761499.789416:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555023360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761499.789427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761499.789433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795d180 x1876699555023360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761499.789440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555023360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761499.789445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761499.789449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555023360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761499.789453:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555023488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761499.789463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761499.789469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff8d7c8795e300 x1876699555023488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761499.789476:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555023488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761499.789481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761499.789483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761499.789485:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555023488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761500.172957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761501.196908:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761502.220947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761503.244933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761504.268914:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761504.908902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.908916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761504.908922:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.908934:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.908946:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.908969:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761504.909014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555023616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.909046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.909050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.909052:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.909057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.909062:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.909069:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761504.909080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.909099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555023744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761504.909100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555023616:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761504.909129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.909132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761504.909134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.909139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.909143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.909147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761504.909150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.909165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555023872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.909178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.909181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.909186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761504.909187:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761504.909199:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.909204:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.909207:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761504.909212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761504.909222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555024000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.909231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761504.909234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761504.909235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.909239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.909241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.909246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909248:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795ce00 x1876699555023616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761504.909256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.909272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555024128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761504.909280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761504.909282:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555023616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.909284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761504.909287:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761504.909293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1450
00000100:00080000:3.0:1789761504.909299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761504.909305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761504.909312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761504.909321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761504.909322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555024256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.909340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555023616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761504.909383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761504.909413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795f800 x1876699555023744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761504.909443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555023744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761504.909452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761504.909457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761504.909468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761504.909491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795d500 x1876699555023872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761504.909508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555023872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761504.909514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761504.909516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555023872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761504.909522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761504.909533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795d880 x1876699555024000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761504.909546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555024000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761504.909552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761504.909554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761504.909559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761504.909569:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795ed80 x1876699555024128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761504.909586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555024128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761504.909591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761504.909593:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761504.909598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761504.909608:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761504.909614:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff8d7c8795ca80 x1876699555024256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761504.909621:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555024256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761504.909635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761504.909639:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761504.909641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761505.292996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761506.316994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761507.341272:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761508.365305:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761509.388987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761510.028895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.028903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761510.028906:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.028916:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.028937:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.028943:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761510.028981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555024384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.029004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.029007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761510.029008:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.029011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.029014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.029016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761510.029025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.029034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555024512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.029043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761510.029047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555024384:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761510.029047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761510.029050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.029057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.029060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.029062:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761510.029065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.029074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555024640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.029080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.029083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761510.029084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.029087:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.029101:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.029104:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761510.029108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761510.029110:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761510.029119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555024768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.029128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.029131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761510.029133:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.029136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.029139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.029143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761510.029147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761510.029151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795dc00 x1876699555024384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761510.029157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555024896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.029185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.029188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761510.029190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.029193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1455
00000100:00080000:3.0:1789761510.029196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761510.029200:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555024384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761510.029200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761510.029206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.029217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555025024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761510.029222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029230:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029236:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555024384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761510.029263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.029290:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761510.029305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795ea00 x1876699555024512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.029320:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555024512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.029328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029331:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.029338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.029355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761510.029363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795fb80 x1876699555024640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.029371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555024640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.029381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.029390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024768:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761510.029401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761510.029407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795e680 x1876699555024768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.029414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555024768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.029419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555024768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761510.029426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.029436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761510.029442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795f480 x1876699555024896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.029450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555024896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.029455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029459:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555024896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761510.029463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761510.029473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761510.029478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761510/real 1789761510]  req@ffff8d7c8795c000 x1876699555025024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761510.029485:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555025024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761510.029501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761510.029503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761510.029505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761510.413242:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761511.436967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761512.460993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761513.484968:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761514.508976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761515.148875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.148900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761515.148904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.148914:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1460
00000100:00080000:3.0:1789761515.148924:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.148930:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761515.148973:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555025152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.148994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.148996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.148997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.149000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1460
00000100:00080000:3.0:1789761515.149003:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.149006:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761515.149013:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.149025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555025280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.149037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.149041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.149045:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761515.149046:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555025152:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761515.149051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1460
00000100:00080000:3.0:1789761515.149057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.149060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761515.149066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.149080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555025408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.149090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.149094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.149096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.149100:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1460
00000800:00000100:2.0:1789761515.149105:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761515.149107:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.149113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761515.149119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761515.149132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555025536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761515.149140:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795c000 x1876699555025152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.149170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.149175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.149176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.149181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1460
00000100:00100000:2.0:1789761515.149182:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555025152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.149186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.149195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761515.149196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149203:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789761515.149204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761515.149208:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555025152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761515.149223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555025664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761515.149231:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025280:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761515.149235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.149241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.149243:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.149249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1460
00000100:00080000:3.0:1789761515.149254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761515.149258:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761515.149263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761515.149271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.149284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555025792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761515.149287:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795f480 x1876699555025280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.149314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555025280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.149325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761515.149333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.149340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.149370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761515.149382:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795e680 x1876699555025408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.149394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555025408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.149400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761515.149405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.149409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761515.149427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761515.149439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795fb80 x1876699555025536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.149452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555025536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.149461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761515.149468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555025536:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761515.149485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.149503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761515.149513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795ea00 x1876699555025664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.149525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555025664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.149534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761515.149541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761515.149546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761515.149560:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761515.149569:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff8d7c8795dc00 x1876699555025792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761515.149579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555025792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761515.149585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761515.149587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761515.149589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555025792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761515.532972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761516.556949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761517.580947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761518.604945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761519.628963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761520.268931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.268942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761520.268962:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.268973:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.268984:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761520.268992:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761520.269049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555025920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761520.269079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.269084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761520.269087:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.269092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.269096:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761520.269102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761520.269112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761520.269120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555025920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761520.269130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555026048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761520.269146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.269151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761520.269153:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.269158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.269163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761520.269167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761520.269173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761520.269184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761520.269189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555026176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761520.269202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.269206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761520.269208:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.269212:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.269217:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761520.269222:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761520.269228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761520.269241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555026304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761520.269250:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aaed80 x1876699555025920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761520.269256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.269266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761520.269270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.269278:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.269283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761520.269288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555025920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761520.269293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761520.269301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761520.269314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761520.269322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555026432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761520.269325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555025920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761520.269347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761520.269352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761520.269354:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026048:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761520.269356:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761520.269365:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1465
00000100:00080000:0.0:1789761520.269370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761520.269375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761520.269382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761520.269382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761520.269397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aad500 x1876699555026048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761520.269402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555026560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761520.269427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555026048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761520.269437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761520.269440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761520.269450:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761520.269466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761520.269473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aadc00 x1876699555026176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761520.269489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555026176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761520.269498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761520.269502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761520.269528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026304:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761520.269564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761520.269574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aae680 x1876699555026304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761520.269583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555026304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761520.269588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761520.269591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761520.269598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555026432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761520.269611:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761520.269617:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aac000 x1876699555026432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761520.269625:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555026432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761520.269630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761520.269632:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269634:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555026432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761520.269646:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555026560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761520.269656:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761520.269663:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff8d7c85aaed80 x1876699555026560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761520.269670:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555026560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761520.269675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761520.269677:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761520.269679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555026560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761520.652940:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761521.676998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761522.700983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761523.724972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761524.748937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761525.388936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.388951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761525.388956:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761525.388969:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00080000:3.0:1789761525.388985:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.388992:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761525.389035:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555026688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761525.389080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.389084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761525.389086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761525.389091:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00080000:3.0:1789761525.389096:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.389101:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761525.389124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761525.389138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555026816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761525.389147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.389150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761525.389152:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761525.389160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00100000:2.0:1789761525.389163:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555026688:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761525.389165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.389172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761525.389178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761525.389188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555026944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761525.389204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.389207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761525.389209:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761525.389212:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00080000:3.0:1789761525.389230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.389232:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761525.389236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761525.389244:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761525.389248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555027072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761525.389257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.389260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761525.389262:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761525.389266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00080000:3.0:1789761525.389271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.389274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761525.389277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761525.389287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555027200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761525.389301:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795ca80 x1876699555026688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.389301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761525.389316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761525.389319:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761525.389328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555026688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.389334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1470
00000100:00080000:3.0:1789761525.389342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761525.389350:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761525.389354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761525.389358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761525.389365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555026688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761525.389381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555027328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761525.389407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761525.389436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761525.389449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795ed80 x1876699555026816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761525.389461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555026816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761525.389483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761525.389488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761525.389498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761525.389518:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761525.389527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795d880 x1876699555026944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761525.389535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555026944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761525.389540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761525.389543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555026944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761525.389549:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761525.389560:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761525.389566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795d500 x1876699555027072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761525.389573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555027072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761525.389578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761525.389580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761525.389586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761525.389602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761525.389613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795f800 x1876699555027200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761525.389633:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555027200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761525.389642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761525.389645:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761525.389656:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761525.389678:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761525.389690:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff8d7c8795ce00 x1876699555027328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761525.389704:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555027328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761525.389710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761525.389712:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761525.389715:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761525.772981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761526.796942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761527.820933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761528.844931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761529.868952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761530.508883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.508900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761530.508904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.508917:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1476
00000100:00080000:3.0:1789761530.508929:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.508936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761530.508972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555027456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.509000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.509003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761530.509004:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.509007:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1476
00000100:00080000:3.0:1789761530.509009:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.509012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761530.509020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.509029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555027584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.509036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.509039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761530.509040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.509045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1476
00000100:00080000:3.0:1789761530.509048:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.509052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761530.509057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.509066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555027712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.509074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.509076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761530.509078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.509081:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1476
00000100:00080000:3.0:1789761530.509084:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.509088:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555027456:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761530.509098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761530.509115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555027840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.509124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.509127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761530.509128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.509131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1476
00000100:00080000:3.0:1789761530.509134:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.509136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761530.509140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.509151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555027968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.509162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.509164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761530.509166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.509172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1476
00000800:00000100:2.0:1789761530.509176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761530.509182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.509188:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761530.509194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.509206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555028096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761530.509226:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795e300 x1876699555027456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509244:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555027456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509257:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555027456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761530.509272:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761530.509289:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795d180 x1876699555027584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509306:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555027584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761530.509321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761530.509332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509338:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795f100 x1876699555027712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555027712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509359:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761530.509391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027840:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761530.509415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795df80 x1876699555027840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555027840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555027840:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761530.509460:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761530.509481:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795c700 x1876699555027968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555027968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509522:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555027968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761530.509529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761530.509548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761530.509556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff8d7c8795c380 x1876699555028096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761530.509564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555028096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.509569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.509571:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761530.509573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028096:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761530.892955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761531.916930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761532.940956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761533.964913:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761534.988937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761535.628895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.628906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761535.628911:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.628923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.628934:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.628942:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761535.628996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555028224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.629026:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.629031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.629033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.629038:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.629042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.629047:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761535.629057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.629073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555028352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.629085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.629087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761535.629089:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.629092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.629096:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.629099:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761535.629104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761535.629106:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555028224:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761535.629114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555028480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.629122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.629125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.629126:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.629129:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.629131:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.629133:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761535.629136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761535.629151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555028608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.629158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.629161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789761535.629163:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761535.629164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.629171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.629176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.629180:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761535.629186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.629200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555028736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.629211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761535.629214:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795c380 x1876699555028224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.629216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761535.629220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.629229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1481
00000100:00080000:3.0:1789761535.629236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.629241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629246:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555028224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761535.629248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761535.629265:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761535.629267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555028864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.629275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555028224:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761535.629294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761535.629320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629342:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795c700 x1876699555028352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761535.629353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555028352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761535.629359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761535.629361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761535.629383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761535.629398:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795df80 x1876699555028480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761535.629413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555028480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761535.629419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761535.629420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761535.629426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028608:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761535.629437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795f100 x1876699555028608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761535.629451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555028608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761535.629457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761535.629458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555028608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761535.629463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761535.629473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795d180 x1876699555028736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761535.629486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555028736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761535.629491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761535.629493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761535.629498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761535.629507:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761535.629519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff8d7c8795e300 x1876699555028864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761535.629527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555028864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761535.629533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761535.629535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761535.629537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555028864:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761536.012939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761537.036977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761538.060993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761539.085039:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761540.108910:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761540.748911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.748926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761540.748932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.748944:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1486
00000100:00080000:3.0:1789761540.748959:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.748968:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761540.749013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555028992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.749052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.749055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.749057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.749060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1486
00000100:00080000:3.0:1789761540.749064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.749067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761540.749077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.749088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555029120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.749096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.749101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761540.749104:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555028992:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761540.749104:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.749108:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1486
00000100:00080000:3.0:1789761540.749114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.749117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761540.749120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.749130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555029248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.749137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.749140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.749142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.749144:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1486
00000100:00080000:3.0:1789761540.749148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.749150:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761540.749155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761540.749162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555029376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761540.749174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.749177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761540.749179:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.749184:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1486
00000800:00000100:2.0:1789761540.749187:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761540.749199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761540.749206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761540.749212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.749227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555029504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761540.749233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795ce00 x1876699555028992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.749237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761540.749245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761540.749248:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761540.749255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1486
00000100:00080000:3.0:1789761540.749258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761540.749261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555028992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.749265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761540.749271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761540.749276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555028992:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761540.749291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555029632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761540.749310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761540.749334:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761540.749348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795f800 x1876699555029120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761540.749363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555029120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.749373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749381:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761540.749388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761540.749411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761540.749423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795d500 x1876699555029248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761540.749435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555029248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.749442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761540.749451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029376:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761540.749467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761540.749474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795d880 x1876699555029376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761540.749482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555029376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.749488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029376:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761540.749497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555029504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761540.749508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761540.749513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795ed80 x1876699555029504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761540.749520:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555029504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.749526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749528:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749529:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555029504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761540.749533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555029632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761540.749543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761540.749553:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff8d7c8795ca80 x1876699555029632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761540.749565:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555029632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.749574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761540.749577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761540.749581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555029632:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761541.132956:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761542.156917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761543.180992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761544.204938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761545.228955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761545.868895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761545.868906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761545.868911:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761545.868922:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:3.0:1789761545.868933:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761545.868940:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761545.868984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555029760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761545.869014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761545.869019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761545.869021:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761545.869026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:3.0:1789761545.869030:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761545.869035:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761545.869045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761545.869063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555029888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761545.869072:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555029760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761545.869076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761545.869083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761545.869085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761545.869089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:3.0:1789761545.869093:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761545.869097:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761545.869103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761545.869117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555030016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761545.869128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761545.869132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761545.869135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761545.869138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761545.869143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:3.0:1789761545.869149:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761545.869155:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761545.869161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761545.869176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555030144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761545.869177:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795dc00 x1876699555029760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761545.869208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761545.869211:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555029760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761545.869217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761545.869222:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761545.869226:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761545.869231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:2.0:1789761545.869232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761545.869239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761545.869240:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555029760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761545.869250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761545.869257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761545.869265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761545.869272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555030272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761545.869285:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761545.869287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761545.869293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761545.869296:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761545.869297:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795ea00 x1876699555029888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761545.869306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1491
00000100:00080000:3.0:1789761545.869313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761545.869314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555029888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761545.869322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761545.869326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761545.869332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789761545.869332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761545.869338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555029888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761545.869344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761545.869351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555030400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761545.869363:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761545.869374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795fb80 x1876699555030016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761545.869384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555030016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761545.869390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761545.869392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761545.869394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761545.869397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030144:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761545.869408:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761545.869414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795e680 x1876699555030144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761545.869421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555030144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761545.869426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761545.869428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761545.869430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030144:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761545.869439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555030272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761545.869449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761545.869455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795f480 x1876699555030272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761545.869477:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555030272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761545.869485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761545.869487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761545.869489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555030272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761545.869493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555030400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761545.869505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761545.869512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761545]  req@ffff8d7c8795c000 x1876699555030400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761545.869519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555030400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761545.869525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761545.869527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761545.869529:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555030400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761546.252925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761547.276994:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761548.300908:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761549.324922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761550.348954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761550.988884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.988892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761550.988896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.988904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.988920:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.988926:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761550.988967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555030528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761550.988994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.988998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761550.989000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.989004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.989009:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.989014:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761550.989025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761550.989034:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555030528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761550.989039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555030656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761550.989054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.989057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761550.989058:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.989061:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.989064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.989067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761550.989071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761550.989079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555030784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761550.989086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.989089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761550.989090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.989092:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.989095:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.989097:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761550.989100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761550.989107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555030912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761550.989115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.989117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761550.989119:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.989122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.989125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.989131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761550.989132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030656:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761550.989137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761550.989152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555031040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761550.989160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.989163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761550.989165:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761550.989169:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030784:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761550.989171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1496
00000100:00080000:3.0:1789761550.989178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761550.989181:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761550.989192:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030912:192.168.203.122@tcp:8:kworker.0
00000008:00100000:3.0:1789761550.989192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761550.989203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555031168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761550.989228:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761550.989243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761551.372969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761552.396966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761553.420920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761554.061106:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789761554.061148:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761554.061166:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761554.061211:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761554.061229:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761554.061240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795f480 x1876699555030656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761554.061240:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761554.061253:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761554.061268:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761554.061281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555030656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061304:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761554.061318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795e680 x1876699555030784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761554.061333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555030784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761554.061364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795fb80 x1876699555030912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761554.061384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555030912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555030912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761554.061406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795c000 x1876699555030528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761554.061417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555030528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061431:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555030528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761554.061456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795ea00 x1876699555031040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761554.061468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555031040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761554.061489:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761554]  req@ffff8d7c8795dc00 x1876699555031168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761554.061500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555031168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761554.061507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761554.061510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761554.061513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761554.444939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761555.468926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761556.108899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.108910:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761556.108915:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.108926:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:3.0:1789761556.108937:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.108945:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761556.108984:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555031296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.109022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.109027:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761556.109029:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.109034:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:3.0:1789761556.109040:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.109045:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761556.109073:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761556.109078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555031296:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761556.109094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555031424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.109108:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.109112:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761556.109114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.109119:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:3.0:1789761556.109132:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.109136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761556.109143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761556.109144:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.109162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555031552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.109173:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.109177:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761556.109179:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.109183:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:3.0:1789761556.109189:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761556.109190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795ca80 x1876699555031296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.109197:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761556.109207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761556.109221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555031296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.109226:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555031680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.109253:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.109261:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761556.109263:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.109264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.109268:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:2.0:1789761556.109275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761556.109276:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761556.109284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555031296:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761556.109285:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761556.109295:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.109309:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555031808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761556.109320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031424:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761556.109320:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.109330:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761556.109332:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.109337:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1501
00000100:00080000:3.0:1789761556.109341:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.109343:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761556.109348:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.109361:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555031936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761556.109369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761556.109390:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795ed80 x1876699555031424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.109401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555031424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.109410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.109414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761556.109418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.109425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.109447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761556.109459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795d880 x1876699555031552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.109471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555031552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.109479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.109483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761556.109486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.109493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031680:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761556.109524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761556.109536:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795d500 x1876699555031680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.109549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555031680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.109558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.109561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761556.109565:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555031680:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761556.109598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.109622:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761556.109634:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795f800 x1876699555031808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.109646:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555031808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.109654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.109657:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761556.109660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761556.109666:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761556.109686:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761556.109699:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff8d7c8795ce00 x1876699555031936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761556.109712:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555031936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.109721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.109725:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761556.109728:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555031936:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761556.492946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761557.516986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761558.540972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761559.564977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761560.588963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761561.228887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.228894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761561.228899:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.228908:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.228916:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.228922:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761561.228958:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555032064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.228979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.228982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761561.228983:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.228986:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.228988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.228990:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761561.228998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.229007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555032192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.229014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.229017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761561.229018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.229020:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.229022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.229026:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761561.229030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.229040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555032320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761561.229048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555032064:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761561.229074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.229079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761561.229080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.229086:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.229091:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.229095:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761561.229101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761561.229112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555032448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.229120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.229123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761561.229124:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.229126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.229130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.229132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761561.229137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761561.229145:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761561.229151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555032576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.229163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.229167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761561.229170:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.229177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1506
00000100:00080000:3.0:1789761561.229182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.229186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761561.229191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.229204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555032704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761561.229214:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795e300 x1876699555032064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555032064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555032064:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761561.229264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761561.229287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761561.229306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795d180 x1876699555032192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229316:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555032192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229327:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761561.229351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761561.229372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761561.229380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795f100 x1876699555032320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229389:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555032320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761561.229403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032448:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761561.229416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761561.229422:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795df80 x1876699555032448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555032448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761561.229449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555032576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761561.229461:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761561.229467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795c700 x1876699555032576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555032576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555032576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761561.229487:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555032704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761561.229497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761561.229503:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff8d7c8795c380 x1876699555032704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761561.229510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555032704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761561.229515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761561.229517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761561.229519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555032704:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761561.612934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761562.636984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761563.660923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761564.684939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761565.708962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761566.348866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761566.348874:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761566.348878:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.348887:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.348897:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761566.348904:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761566.348948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555032832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761566.348975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761566.348977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761566.348979:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.348982:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.348986:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761566.348989:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761566.348997:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761566.349010:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555032960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761566.349014:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555032832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761566.349031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761566.349035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761566.349038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.349043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.349048:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761566.349052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761566.349058:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761566.349073:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761566.349075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555033088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761566.349088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761566.349092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761566.349094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.349099:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.349103:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761566.349111:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795c380 x1876699555032832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.349116:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761566.349126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761566.349134:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555032832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761566.349144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555033216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761566.349149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349159:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761566.349160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761566.349167:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555032832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761566.349167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761566.349171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.349178:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.349181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761566.349184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761566.349189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761566.349198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555033344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761566.349202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032960:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761566.349216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761566.349218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761566.349219:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761566.349223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1511
00000100:00080000:3.0:1789761566.349226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761566.349228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761566.349232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761566.349242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555033472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761566.349243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761566.349263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795c700 x1876699555032960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761566.349275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555032960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761566.349282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349285:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761566.349287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555032960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761566.349292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761566.349307:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761566.349314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795df80 x1876699555033088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761566.349321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555033088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761566.349326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761566.349330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761566.349334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033216:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761566.349344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761566.349350:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795f100 x1876699555033216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761566.349357:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555033216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761566.349363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761566.349366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033216:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761566.349377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555033344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761566.349388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761566.349394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795d180 x1876699555033344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761566.349401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555033344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761566.349406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761566.349409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555033344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761566.349413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555033472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761566.349422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761566.349428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff8d7c8795e300 x1876699555033472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761566.349436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555033472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761566.349441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761566.349442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761566.349444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555033472:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761566.732960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761567.756914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761568.780965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761569.804907:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761570.828957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761571.468852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761571.468860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761571.468863:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.468871:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.468880:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.468887:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761571.468920:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555033600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761571.468950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761571.468956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761571.468957:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.468960:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.468964:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.468966:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761571.468975:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761571.468984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555033728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761571.468993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761571.468996:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555033600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761571.468996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761571.469001:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.469008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.469010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.469012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761571.469015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761571.469025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555033856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761571.469031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761571.469034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761571.469035:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.469037:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.469050:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.469052:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761571.469055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761571.469059:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761571.469064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555033984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761571.469077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761571.469080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761571.469081:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.469084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.469088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.469091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761571.469094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761571.469095:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795ce00 x1876699555033600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761571.469108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555034112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761571.469114:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555033600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469132:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761571.469133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761571.469137:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555033600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761571.469141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761571.469145:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761571.469151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1517
00000100:00080000:3.0:1789761571.469155:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761571.469161:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469166:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033728:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761571.469166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761571.469180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555034240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761571.469202:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795f800 x1876699555033728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761571.469237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555033728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761571.469253:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761571.469258:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761571.469274:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795d500 x1876699555033856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761571.469290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555033856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469302:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761571.469304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761571.469308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033984:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761571.469319:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469325:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795d880 x1876699555033984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761571.469332:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555033984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761571.469342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555033984:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761571.469345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761571.469355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795ed80 x1876699555034112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761571.469377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555034112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761571.469387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761571.469399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761571.469411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761571.469418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff8d7c8795ca80 x1876699555034240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761571.469425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555034240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761571.469430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761571.469432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761571.469434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034240:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761571.852982:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761572.876991:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761573.900997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761574.925670:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761575.949027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761576.588892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.588900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761576.588904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.588913:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.588923:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.588930:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761576.588966:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555034368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.588993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.588997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.588999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.589004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.589009:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.589014:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761576.589025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.589043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555034496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.589052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.589055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.589058:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761576.589066:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555034368:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761576.589067:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.589077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.589082:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761576.589087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.589097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555034624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.589105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.589107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.589108:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.589111:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.589114:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.589116:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761576.589120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761576.589128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555034752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.589134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.589136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.589138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.589141:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.589144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.589147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761576.589151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761576.589156:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761576.589160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555034880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.589169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.589172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.589174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.589176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1522
00000100:00080000:3.0:1789761576.589181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.589184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761576.589189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.589200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555035008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761576.589209:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795dc00 x1876699555034368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589229:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555034368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589242:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589246:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555034368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761576.589272:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761576.589299:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761576.589315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795ea00 x1876699555034496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555034496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761576.589350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761576.589367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761576.589376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795c000 x1876699555034624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555034624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761576.589398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034752:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761576.589410:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761576.589418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795fb80 x1876699555034752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555034752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555034752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761576.589456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761576.589471:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761576.589478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795e680 x1876699555034880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555034880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555034880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761576.589499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761576.589512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761576.589518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff8d7c8795f480 x1876699555035008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761576.589525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555035008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761576.589530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761576.589533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761576.589535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035008:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761576.973998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761577.996989:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761579.020974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761580.044949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761581.068921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761581.708903:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.708914:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761581.708918:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.708929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.708941:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.708949:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761581.708989:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555035136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.709017:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.709022:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761581.709028:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.709032:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.709036:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.709041:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761581.709051:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.709066:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555035136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761581.709069:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555035264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.709084:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.709087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761581.709089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.709094:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.709097:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.709102:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761581.709107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761581.709119:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555035392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.709129:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.709134:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761581.709136:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761581.709147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.709154:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.709159:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.709163:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761581.709170:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761581.709180:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aad880 x1876699555035136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.709185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555035520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.709212:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.709216:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761581.709218:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555035136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.709219:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761581.709229:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.709236:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.709240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.709245:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761581.709250:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789761581.709254:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.709257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555035136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761581.709270:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555035648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761581.709280:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761581.709284:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761581.709287:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761581.709288:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035264:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761581.709295:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1527
00000100:00080000:0.0:1789761581.709300:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761581.709304:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761581.709310:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761581.709322:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761581.709325:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555035776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761581.709340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aae300 x1876699555035264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.709355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555035264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.709365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.709369:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761581.709373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761581.709379:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761581.709414:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761581.709426:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aaf480 x1876699555035392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.709438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555035392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.709446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.709449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761581.709453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761581.709459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035520:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761581.709478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761581.709488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aaf800 x1876699555035520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.709499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555035520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.709507:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.709510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761581.709514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555035520:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761581.709519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761581.709537:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761581.709547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aace00 x1876699555035648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.709558:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555035648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.709566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.709569:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761581.709572:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761581.709590:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761581.709608:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761581.709618:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff8d7c85aac700 x1876699555035776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.709628:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555035776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.709635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.709638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761581.709641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555035776:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761582.092966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761583.116915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761584.140974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761585.164897:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761586.188948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761586.828917:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761586.828926:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761586.828930:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761586.828940:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00080000:3.0:1789761586.828951:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761586.828959:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761586.829004:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555035904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761586.829030:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761586.829032:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761586.829034:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761586.829037:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00080000:3.0:1789761586.829040:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761586.829043:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761586.829050:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761586.829061:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555036032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761586.829069:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761586.829071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761586.829072:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761586.829077:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00100000:2.0:1789761586.829078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555035904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761586.829083:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761586.829090:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761586.829094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761586.829109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555036160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761586.829120:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761586.829123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761586.829126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761586.829130:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00080000:3.0:1789761586.829134:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761586.829138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761586.829139:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761586.829146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761586.829158:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555036288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761586.829165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761586.829168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761586.829169:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761586.829172:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00080000:3.0:1789761586.829175:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761586.829178:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795f480 x1876699555035904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.829181:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761586.829187:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761586.829201:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555036416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761586.829204:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555035904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.829233:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.829238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761586.829239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761586.829243:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761586.829247:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555035904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761586.829257:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1532
00000100:00080000:3.0:1789761586.829264:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761586.829268:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761586.829272:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036032:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761586.829276:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761586.829294:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761586.829294:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555036544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761586.829305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795e680 x1876699555036032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.829318:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555036032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.829327:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761586.829330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761586.829334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761586.829362:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761586.829371:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795fb80 x1876699555036160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.829379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555036160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.829386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761586.829388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761586.829392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036288:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761586.829404:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761586.829410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795c000 x1876699555036288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.829417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555036288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.829424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761586.829426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036288:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761586.829429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555036416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761586.829438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761586.829443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795ea00 x1876699555036416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.829455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555036416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.829461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761586.829463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555036416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761586.829473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555036544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761586.829483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761586.829488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff8d7c8795dc00 x1876699555036544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761586.829495:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555036544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.829499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761586.829501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761586.829503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555036544:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761587.212944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761588.236939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761589.260928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761590.284938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761591.308916:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761591.948898:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.948917:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761591.948921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.948931:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00080000:3.0:1789761591.948940:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.948950:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761591.948987:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555036672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.949011:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.949015:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.949017:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.949021:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00080000:3.0:1789761591.949025:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.949031:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761591.949044:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761591.949054:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555036672:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761591.949063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555036800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.949077:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.949081:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761591.949083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.949087:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00080000:3.0:1789761591.949092:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.949097:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761591.949103:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.949117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555036928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761591.949120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761591.949133:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.949136:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.949137:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.949141:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00080000:3.0:1789761591.949147:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.949150:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761591.949154:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761591.949165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555037056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761591.949169:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795ca80 x1876699555036672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.949183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761591.949188:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761591.949190:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761591.949193:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00080000:3.0:1789761591.949196:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761591.949201:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555036672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.949207:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761591.949211:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.949220:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555037184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.949238:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.949239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.949240:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761591.949245:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.949247:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761591.949251:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1537
00000100:00100000:2.0:1789761591.949255:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555036672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761591.949256:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761591.949264:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761591.949268:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.949275:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555037312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761591.949284:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761591.949321:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761591.949334:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795ed80 x1876699555036800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761591.949343:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555036800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.949351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761591.949355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761591.949359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761591.949365:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761591.949388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761591.949401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795d880 x1876699555036928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761591.949410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555036928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.949420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761591.949423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761591.949425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555036928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761591.949429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037056:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761591.949444:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761591.949451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795d500 x1876699555037056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761591.949458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555037056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.949463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761591.949465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761591.949467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037056:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761591.949471:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761591.949481:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761591.949487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795f800 x1876699555037184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761591.949494:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555037184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.949499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761591.949501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761591.949503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761591.949515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761591.949526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761591.949532:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff8d7c8795ce00 x1876699555037312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761591.949539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555037312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.949544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761591.949546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761591.949548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037312:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761592.332941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761593.356930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761594.380953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761595.404979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761596.428952:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761597.068870:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.068878:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761597.068882:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.068891:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.068900:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.068905:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761597.068939:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555037440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.068965:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.068968:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.068970:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.068973:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.068975:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.068978:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761597.068985:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.068993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555037568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.069000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.069003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761597.069004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.069006:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.069007:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.069009:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761597.069016:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.069023:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555037696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.069029:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.069032:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.069033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.069035:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.069038:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.069040:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761597.069043:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761597.069049:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555037824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.069055:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.069057:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761597.069058:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.069060:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.069062:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.069064:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761597.069066:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.069071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555037952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761597.069076:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761597.069077:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761597.069078:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761597.069080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1542
00000100:00080000:3.0:1789761597.069082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761597.069084:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761597.069087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.069092:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555038080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761597.069118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555037440:192.168.203.122@tcp:250:kworker.0
00000800:00000100:2.0:1789761597.069170:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795e300 x1876699555037440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555037440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069242:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555037440:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761597.069250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761597.069286:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069297:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795d180 x1876699555037568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069306:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555037568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069316:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761597.069320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761597.069333:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795f100 x1876699555037696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555037696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069355:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761597.069359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037824:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761597.069370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795df80 x1876699555037824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555037824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555037824:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761597.069395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761597.069405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795c700 x1876699555037952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555037952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555037952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761597.069429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761597.069438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761597.069444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff8d7c8795c380 x1876699555038080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761597.069450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555038080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761597.069455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761597.069457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761597.069459:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038080:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761597.453026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761598.476900:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761599.500925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761600.524914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761601.548932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761602.188922:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.188933:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761602.188937:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.188947:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.188959:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.188967:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761602.189012:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555038208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.189046:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.189050:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.189051:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.189054:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.189058:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.189062:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761602.189071:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.189082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555038336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.189092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761602.189094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555038208:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761602.189095:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761602.189099:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.189106:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.189108:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.189111:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761602.189116:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.189125:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555038464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.189132:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.189135:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.189136:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.189139:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.189160:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.189163:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761602.189167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761602.189173:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761602.189177:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555038592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.189186:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.189190:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.189191:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.189194:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.189200:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.189203:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761602.189206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.189213:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555038720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.189226:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761602.189241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795c380 x1876699555038208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761602.189242:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761602.189246:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.189255:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1547
00000100:00080000:3.0:1789761602.189259:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.189263:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555038208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761602.189268:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761602.189282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761602.189283:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555038848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761602.189289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555038208:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761602.189326:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761602.189353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795c700 x1876699555038336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761602.189379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555038336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761602.189385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761602.189388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761602.189395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761602.189409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795df80 x1876699555038464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761602.189424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555038464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761602.189430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761602.189432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761602.189437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038592:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761602.189448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795f100 x1876699555038592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761602.189462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555038592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761602.189467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761602.189468:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555038592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761602.189475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761602.189485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189491:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795d180 x1876699555038720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761602.189498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555038720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761602.189503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761602.189505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189507:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761602.189510:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761602.189520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761602.189526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff8d7c8795e300 x1876699555038848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761602.189532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555038848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761602.189537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761602.189540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761602.189542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555038848:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761602.572922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761603.596993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761604.620964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761605.644967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761606.668982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761607.308889:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.308905:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761607.308909:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.308922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.308935:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.308943:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761607.308981:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555038976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.309010:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.309013:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.309015:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.309018:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.309021:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.309024:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761607.309035:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.309051:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555039104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761607.309064:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555038976:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761607.309079:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.309082:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.309084:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.309088:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.309092:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.309095:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761607.309100:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.309113:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555039232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.309120:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.309123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.309124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.309127:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.309130:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.309132:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761607.309135:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761607.309144:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555039360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761607.309145:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761607.309155:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.309158:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.309160:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.309163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.309166:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.309169:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761607.309172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.309179:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555039488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.309185:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.309187:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.309188:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.309202:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1552
00000100:00080000:3.0:1789761607.309205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.309209:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761607.309213:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761607.309219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795ce00 x1876699555038976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761607.309224:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555039616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761607.309270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555038976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309295:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555038976:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761607.309324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761607.309352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761607.309368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795f800 x1876699555039104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761607.309383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555039104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761607.309407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761607.309434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761607.309448:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795d500 x1876699555039232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761607.309462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555039232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761607.309485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039360:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761607.309508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761607.309520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795d880 x1876699555039360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761607.309533:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555039360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039360:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761607.309556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555039488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761607.309577:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761607.309588:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795ed80 x1876699555039488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761607.309608:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555039488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309621:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555039488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761607.309630:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555039616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761607.309651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761607.309663:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff8d7c8795ca80 x1876699555039616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761607.309675:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555039616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761607.309684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761607.309688:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761607.309701:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555039616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761607.692979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761608.716950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761609.740982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761610.764986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761611.789003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761612.428902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.428912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761612.428917:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.428928:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00080000:3.0:1789761612.428939:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.428948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761612.428989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555039744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.429022:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.429027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.429030:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.429034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00080000:3.0:1789761612.429039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.429044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761612.429054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761612.429070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555039872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761612.429078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555039744:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761612.429087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.429093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761612.429095:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.429100:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00080000:3.0:1789761612.429104:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.429107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761612.429112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761612.429122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555040000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.429130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.429133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.429135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761612.429140:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761612.429143:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00080000:3.0:1789761612.429147:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.429151:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761612.429170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761612.429180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555040128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.429188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.429191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.429192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.429197:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00100000:2.0:1789761612.429199:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795dc00 x1876699555039744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761612.429200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.429205:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761612.429210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761612.429220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555040256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.429227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.429229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761612.429233:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761612.429234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555039744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761612.429237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1557
00000100:00080000:3.0:1789761612.429242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.429248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761612.429254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761612.429260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761612.429263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555040384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761612.429268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429277:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555039744:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761612.429302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761612.429322:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761612.429331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795ea00 x1876699555039872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761612.429340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555039872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761612.429345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761612.429348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555039872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761612.429353:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761612.429363:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761612.429368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795c000 x1876699555040000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761612.429376:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555040000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761612.429385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761612.429387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761612.429392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040128:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761612.429402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761612.429408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795fb80 x1876699555040128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761612.429414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555040128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761612.429419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761612.429421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040128:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761612.429427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555040256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761612.429437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761612.429442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795e680 x1876699555040256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761612.429449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555040256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761612.429454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761612.429455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555040256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761612.429461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555040384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761612.429471:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761612.429490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff8d7c8795f480 x1876699555040384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761612.429502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555040384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761612.429511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761612.429514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761612.429518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555040384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761612.812969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761613.836994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761614.860971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761615.884950:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761616.908986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761617.548926:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.548940:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761617.548946:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.548959:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.548973:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.548982:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761617.549020:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555040512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.549055:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.549058:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.549061:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.549065:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.549070:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.549074:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761617.549086:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.549100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555040640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761617.549103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555040512:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761617.549111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.549127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.549129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.549133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.549137:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.549140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761617.549146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.549157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555040768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.549171:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.549174:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.549176:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.549180:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.549183:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.549186:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761617.549191:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761617.549201:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555040896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.549211:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.549214:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.549216:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.549219:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.549223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.549228:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761617.549233:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761617.549237:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789761617.549242:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555041024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.549252:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.549255:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.549257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.549261:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1563
00000100:00080000:0.0:1789761617.549266:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.549271:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761617.549273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040768:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789761617.549276:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.549286:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555041152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761617.549296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761617.549321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761617.549345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041152:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761617.932944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761618.957046:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761619.980939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761620.621105:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761620.621169:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761620.621192:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761620.621237:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761620.621249:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761620.621260:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761620.621272:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761620.621284:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761620.621296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aaf100 x1876699555041024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555041024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621349:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761620.621364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aad180 x1876699555041152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555041152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621410:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761620.621418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aac380 x1876699555040640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621431:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555040640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621447:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761620.621455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aaca80 x1876699555040768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555040768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761620.621493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aaea00 x1876699555040896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555040896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555040896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761620.621530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761620]  req@ffff8d7c85aafb80 x1876699555040512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761620.621542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555040512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761620.621551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761620.621555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761620.621559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555040512:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789761621.004990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761622.028967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761622.668899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.668907:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761622.668913:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.668922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1568
00000100:00080000:3.0:1789761622.668931:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.668936:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761622.668977:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555041280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761622.669005:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.669009:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761622.669011:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.669015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1568
00000100:00080000:3.0:1789761622.669019:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.669023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761622.669033:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.669047:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555041408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761622.669056:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.669060:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761622.669061:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.669065:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1568
00000100:00080000:3.0:1789761622.669069:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.669074:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761622.669097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761622.669111:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555041280:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761622.669117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555041536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761622.669142:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.669145:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761622.669148:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.669153:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1568
00000100:00080000:3.0:1789761622.669157:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.669162:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761622.669168:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761622.669181:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555041664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761622.669190:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.669194:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761622.669196:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.669210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1568
00000800:00000100:2.0:1789761622.669219:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761622.669223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.669232:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761622.669239:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.669253:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555041792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761622.669263:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761622.669267:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761622.669269:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761622.669275:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1568
00000100:00080000:3.0:1789761622.669281:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761622.669289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795f480 x1876699555041280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.669290:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761622.669300:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.669324:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555041920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761622.669333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555041280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669369:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555041280:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761622.669386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.669418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761622.669435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795e680 x1876699555041408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.669448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555041408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.669502:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.669525:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761622.669536:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795fb80 x1876699555041536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.669547:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555041536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669570:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.669578:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041664:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761622.669602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761622.669614:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795c000 x1876699555041664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.669627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555041664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669645:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555041664:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761622.669660:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.669685:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761622.669698:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795ea00 x1876699555041792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.669711:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555041792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669723:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669726:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761622.669733:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761622.669755:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761622.669767:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff8d7c8795dc00 x1876699555041920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761622.669779:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555041920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761622.669787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761622.669791:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761622.669794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555041920:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761623.053020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761624.076939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761625.101048:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761626.124907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761627.148963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761627.788896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.788908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761627.788912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.788923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.788934:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.788941:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761627.788979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555042048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.789004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.789007:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761627.789009:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.789012:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.789016:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.789019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761627.789027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.789049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555042176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761627.789060:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555042048:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761627.789061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.789068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761627.789072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.789076:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.789078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.789081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761627.789085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.789101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555042304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.789109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.789112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761627.789113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.789116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.789133:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.789135:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761627.789138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761627.789144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761627.789148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555042432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761627.789157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.789160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761627.789162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.789165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.789168:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761627.789170:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761627.789174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761627.789184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555042560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761627.789189:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795ca80 x1876699555042048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761627.789194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761627.789201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761627.789205:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761627.789210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1573
00000100:00080000:3.0:1789761627.789213:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761627.789216:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555042048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761627.789219:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761627.789226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761627.789234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761627.789238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555042688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761627.789240:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789250:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555042048:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761627.789283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761627.789312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761627.789327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795ed80 x1876699555042176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761627.789341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555042176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.789351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761627.789355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761627.789366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761627.789389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761627.789403:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795d880 x1876699555042304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761627.789417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555042304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.789427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761627.789430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761627.789436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042432:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761627.789453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761627.789461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795d500 x1876699555042432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761627.789468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555042432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.789473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761627.789475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042432:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761627.789481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555042560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761627.789491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761627.789497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795f800 x1876699555042560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761627.789505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555042560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.789509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761627.789511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555042560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761627.789517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555042688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761627.789531:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761627.789540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff8d7c8795ce00 x1876699555042688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761627.789552:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555042688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761627.789560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761627.789564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761627.789567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555042688:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761628.172929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761629.196961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761630.220986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761631.244964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761632.268968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761632.908942:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.908958:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761632.908963:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.908974:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00080000:0.0:1789761632.908985:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.908993:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761632.909051:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555042816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.909073:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.909076:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.909078:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.909081:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00080000:0.0:1789761632.909084:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.909087:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761632.909095:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.909105:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555042944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.909113:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.909117:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761632.909119:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.909123:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00100000:2.0:1789761632.909123:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555042816:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761632.909128:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.909134:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761632.909138:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.909145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555043072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.909152:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.909155:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.909156:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.909159:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00080000:0.0:1789761632.909161:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.909164:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761632.909167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761632.909175:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555043200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.909181:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.909184:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.909188:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761632.909188:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761632.909193:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00080000:0.0:1789761632.909197:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.909199:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761632.909205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.909218:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555043328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761632.909228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aafb80 x1876699555042816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761632.909235:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.909242:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761632.909244:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.909251:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1578
00000100:00100000:2.0:1789761632.909251:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555042816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761632.909259:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.909267:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761632.909273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761632.909275:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761632.909282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909288:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555042816:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761632.909299:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555043456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761632.909316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761632.909346:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761632.909360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aaea00 x1876699555042944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.909370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555042944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.909379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.909383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555042944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761632.909393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761632.909415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761632.909427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aaca80 x1876699555043072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.909439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555043072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.909448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.909452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909456:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761632.909463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043200:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761632.909484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761632.909494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aac380 x1876699555043200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.909502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555043200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.909508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.909511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043200:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761632.909516:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555043328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761632.909528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761632.909534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aad180 x1876699555043328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.909542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555043328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.909547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.909548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555043328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761632.909562:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555043456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761632.909573:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761632.909579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff8d7c85aaf100 x1876699555043456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761632.909585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555043456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761632.909591:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761632.909594:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761632.909596:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555043456:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761633.292966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761634.316929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761635.340921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761636.364918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761637.388921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761638.028897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.028906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761638.028910:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.028919:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.028928:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.028934:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761638.028985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555043584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.029007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.029009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.029011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.029014:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.029017:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.029020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761638.029028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.029039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555043712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.029046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.029049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.029050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.029053:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.029056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.029060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761638.029065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.029076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555043840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761638.029084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555043584:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761638.029086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.029093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.029096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.029100:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.029102:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.029105:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761638.029109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761638.029119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555043968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.029131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.029133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.029135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.029137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.029148:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.029151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761638.029154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761638.029161:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761638.029164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555044096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.029171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.029174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.029176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.029179:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1583
00000100:00080000:3.0:1789761638.029181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.029183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761638.029186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.029194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555044224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761638.029199:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795e300 x1876699555043584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555043584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555043584:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761638.029246:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.029268:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761638.029277:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795d180 x1876699555043712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555043712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.029317:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.029329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761638.029335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795f100 x1876699555043840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029343:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555043840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029352:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.029356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043968:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761638.029367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761638.029373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795df80 x1876699555043968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555043968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555043968:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761638.029394:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.029404:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761638.029410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795c700 x1876699555044096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555044096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761638.029429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761638.029438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761638.029444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff8d7c8795c380 x1876699555044224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761638.029450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555044224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761638.029455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761638.029457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761638.029459:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044224:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761638.413025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761639.437064:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761640.461295:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761641.485169:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761642.509203:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761643.148890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.148898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761643.148902:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.148910:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.148941:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.148947:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761643.148989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555044352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.149020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.149024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.149026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.149029:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.149032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.149035:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761643.149044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.149055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555044480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.149064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.149066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.149068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761643.149073:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555044352:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761643.149073:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.149077:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.149083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761643.149087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.149095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555044608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.149101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.149104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.149106:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.149109:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.149111:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.149113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761643.149117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761643.149124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555044736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.149130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.149132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.149134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.149137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.149139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.149142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761643.149145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761643.149147:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761643.149155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555044864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.149162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.149164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.149166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.149168:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1588
00000100:00080000:3.0:1789761643.149170:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.149172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761643.149175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.149184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555044992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761643.149188:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795c380 x1876699555044352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555044352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149226:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149229:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555044352:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761643.149251:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.149267:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761643.149276:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795c700 x1876699555044480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149285:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555044480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149298:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.149308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.149332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761643.149345:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795df80 x1876699555044608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149358:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555044608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.149380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044736:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761643.149402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761643.149415:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795f100 x1876699555044736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555044736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555044736:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761643.149439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.149454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761643.149460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795d180 x1876699555044864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555044864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761643.149492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761643.149503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761643.149509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff8d7c8795e300 x1876699555044992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.149517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555044992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.149522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.149524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761643.149525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555044992:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761643.533000:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761644.556978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761645.580996:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761646.605039:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761647.628921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761648.268951:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.268966:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761648.268971:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.268985:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00080000:3.0:1789761648.268999:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.269007:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761648.269046:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555045120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.269072:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.269075:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761648.269077:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.269081:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00080000:3.0:1789761648.269083:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.269086:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761648.269094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761648.269103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555045248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.269112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.269115:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761648.269118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.269124:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00100000:2.0:1789761648.269126:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555045120:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761648.269128:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.269142:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761648.269147:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761648.269168:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555045376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.269179:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.269183:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761648.269186:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.269194:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00080000:3.0:1789761648.269201:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.269209:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761648.269214:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761648.269221:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761648.269242:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555045504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761648.269255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795ce00 x1876699555045120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.269258:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.269278:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761648.269286:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.269292:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00080000:3.0:1789761648.269297:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761648.269300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555045120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.269310:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761648.269316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761648.269320:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761648.269322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555045120:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761648.269348:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555045632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761648.269358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045248:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761648.269381:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761648.269387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761648.269394:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761648.269397:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761648.269402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795f800 x1876699555045248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.269407:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1593
00000100:00080000:3.0:1789761648.269420:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.269428:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761648.269430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555045248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761648.269436:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761648.269442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761648.269447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761648.269456:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555045760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761648.269467:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761648.269485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761648.269497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795d500 x1876699555045376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761648.269506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555045376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761648.269517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761648.269520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761648.269527:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045504:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761648.269538:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761648.269544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795d880 x1876699555045504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761648.269555:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555045504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761648.269565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761648.269568:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269572:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555045504:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761648.269589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555045632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761648.269612:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761648.269624:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795ed80 x1876699555045632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761648.269638:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555045632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761648.269645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761648.269648:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269650:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555045632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761648.269655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555045760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761648.269671:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761648.269679:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff8d7c8795ca80 x1876699555045760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761648.269687:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555045760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761648.269692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761648.269694:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761648.269696:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555045760:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761648.653030:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761649.677011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761650.700964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761651.724968:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761652.748970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761653.388897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.388910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761653.388915:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.388925:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.388937:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.388945:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761653.388991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555045888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.389014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.389017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761653.389018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.389021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.389025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.389030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761653.389039:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.389050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555046016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.389058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.389061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761653.389062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.389066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.389068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.389071:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761653.389075:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.389085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555046144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.389094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.389099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789761653.389100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555045888:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761653.389101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.389107:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.389112:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.389118:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761653.389122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761653.389130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555046272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.389142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.389145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761653.389147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.389149:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.389151:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.389155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761653.389157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.389164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555046400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.389169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.389172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761653.389173:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.389176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1598
00000100:00080000:0.0:1789761653.389180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.389183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761653.389186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.389192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555046528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761653.389207:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389258:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aac700 x1876699555045888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555045888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555045888:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761653.389309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761653.389339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aace00 x1876699555046016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389359:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555046016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389368:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761653.389392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761653.389407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aaf800 x1876699555046144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389422:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555046144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761653.389437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046272:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761653.389454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aaf480 x1876699555046272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555046272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046272:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761653.389484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555046400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761653.389496:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aae300 x1876699555046400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555046400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555046400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761653.389522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555046528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761653.389532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761653.389537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff8d7c85aad880 x1876699555046528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761653.389545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555046528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761653.389550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761653.389553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761653.389555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555046528:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761653.773020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761654.796968:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761655.821016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761656.844945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761657.868970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761658.508934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.508945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761658.508949:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.508959:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.508971:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.508978:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761658.509017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555046656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.509047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.509050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761658.509051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.509054:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.509057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.509059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761658.509069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.509080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555046784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.509087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.509090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761658.509092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.509096:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.509098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.509102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761658.509106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.509113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555046912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.509121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.509124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761658.509125:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.509130:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.509136:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761658.509138:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555046656:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761658.509141:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761658.509154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761658.509164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555047040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.509172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.509175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761658.509177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.509180:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.509183:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.509186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761658.509191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.509200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555047168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.509206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.509209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761658.509212:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761658.509220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761658.509225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1604
00000100:00080000:3.0:1789761658.509231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.509234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761658.509238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.509248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555047296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761658.509270:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795dc00 x1876699555046656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555046656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555046656:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761658.509313:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761658.509329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761658.509337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795ea00 x1876699555046784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555046784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761658.509377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761658.509389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761658.509395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795c000 x1876699555046912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555046912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509410:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555046912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761658.509417:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047040:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761658.509427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761658.509433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795fb80 x1876699555047040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555047040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047040:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761658.509454:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761658.509465:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761658.509471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795e680 x1876699555047168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555047168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761658.509504:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761658.509526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761658.509538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff8d7c8795f480 x1876699555047296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761658.509551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555047296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761658.509560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761658.509564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761658.509567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047296:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761658.892994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761659.916930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761660.940926:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761661.964976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761662.988953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761663.628876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.628890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761663.628894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.628903:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.628929:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.628936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761663.628989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555047424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.629018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.629021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761663.629022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.629025:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.629028:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.629030:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761663.629037:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761663.629048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555047552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.629056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761663.629061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555047424:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761663.629061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761663.629065:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.629073:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.629075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.629077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761663.629080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761663.629088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555047680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.629094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.629097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761663.629098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.629101:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.629104:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.629107:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761663.629111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761663.629118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555047808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.629124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.629127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789761663.629130:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761663.629131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.629138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.629142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.629145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761663.629149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761663.629157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555047936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.629164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.629167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761663.629168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761663.629172:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795f480 x1876699555047424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.629174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1609
00000100:00080000:3.0:1789761663.629179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.629186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761663.629192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761663.629201:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555047424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.629202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555048064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761663.629237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629252:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555047424:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761663.629279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761663.629304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761663.629315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795e680 x1876699555047552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761663.629324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555047552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.629331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629334:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761663.629340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761663.629355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761663.629362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795fb80 x1876699555047680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761663.629370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555047680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.629388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761663.629402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047808:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761663.629426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761663.629439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795c000 x1876699555047808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761663.629453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555047808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.629463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555047808:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761663.629477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761663.629497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761663.629506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795ea00 x1876699555047936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761663.629519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555047936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.629524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555047936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761663.629532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761663.629543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761663.629549:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff8d7c8795dc00 x1876699555048064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761663.629556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555048064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761663.629561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761663.629562:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761663.629564:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048064:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761664.013010:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761665.036911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761666.060934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761667.084894:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761668.108935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761668.748868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.748876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761668.748880:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.748889:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.748898:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.748905:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761668.748939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555048192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.748961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.748964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.748965:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.748968:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.748971:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.748974:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761668.748981:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761668.748998:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555048192:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761668.748998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555048320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.749013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.749016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761668.749017:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.749020:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.749022:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.749024:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761668.749028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761668.749036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555048448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.749044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.749047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.749048:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.749050:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.749055:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.749057:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761668.749061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761668.749065:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761668.749073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555048576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.749082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.749084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761668.749086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.749088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.749092:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.749095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761668.749099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761668.749102:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795ca80 x1876699555048192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.749109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555048704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761668.749118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761668.749124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761668.749128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761668.749133:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1614
00000100:00080000:3.0:1789761668.749137:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761668.749140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761668.749143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761668.749151:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555048192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.749152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555048832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761668.749183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555048192:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761668.749220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761668.749248:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761668.749263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795ed80 x1876699555048320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761668.749278:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555048320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761668.749288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761668.749302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761668.749326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761668.749340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795d880 x1876699555048448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761668.749354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555048448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761668.749368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761668.749378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048576:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761668.749395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761668.749402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795d500 x1876699555048576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761668.749410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555048576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761668.749415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555048576:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761668.749423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761668.749433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761668.749438:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795f800 x1876699555048704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761668.749445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555048704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761668.749451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761668.749459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761668.749469:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761668.749475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff8d7c8795ce00 x1876699555048832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761668.749482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555048832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761668.749488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761668.749489:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761668.749491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555048832:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761669.132919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761670.156984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761671.180962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761672.204917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761673.229011:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761673.868916:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.868928:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761673.868931:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.868941:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.868953:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.868961:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761673.869004:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555048960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.869028:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.869031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.869033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.869036:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.869038:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.869041:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761673.869049:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.869059:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555049088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.869072:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.869075:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.869076:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.869079:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.869089:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.869094:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761673.869101:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761673.869103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555048960:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761673.869127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555049216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.869149:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.869152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.869153:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.869157:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.869163:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.869167:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761673.869175:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761673.869179:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761673.869194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555049344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.869205:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761673.869208:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761673.869210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.869213:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.869217:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761673.869220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761673.869224:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761673.869226:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795e300 x1876699555048960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.869239:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555049472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761673.869257:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761673.869262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555048960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.869263:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761673.869268:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761673.869282:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1619
00000100:00080000:3.0:1789761673.869291:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761673.869294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.869298:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761673.869304:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789761673.869306:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761673.869313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555048960:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761673.869319:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555049600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761673.869328:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.869353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761673.869366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795d180 x1876699555049088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.869382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555049088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.869392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.869396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761673.869400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.869426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.869445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761673.869454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795f100 x1876699555049216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.869462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555049216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.869468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.869471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761673.869473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.869477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049344:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761673.869495:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761673.869508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795df80 x1876699555049344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.869521:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555049344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.869530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.869533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761673.869535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049344:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761673.869540:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555049472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.869556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761673.869563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795c700 x1876699555049472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.869571:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555049472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.869576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.869578:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761673.869580:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555049472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761673.869583:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555049600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761673.869594:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761673.869600:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff8d7c8795c380 x1876699555049600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761673.869607:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555049600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761673.869612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761673.869614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761673.869617:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555049600:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761674.252968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761675.276978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761676.300935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761677.324911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761678.348956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761678.988875:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.988884:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761678.988888:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.988899:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.988911:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.988918:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761678.988957:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555049728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.988983:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.988990:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.988991:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.988994:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.988997:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.988999:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761678.989008:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.989018:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555049856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.989026:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.989029:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761678.989030:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.989035:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.989037:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761678.989040:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555049728:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761678.989041:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761678.989047:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.989056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555049984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.989062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.989064:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.989065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.989068:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.989070:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.989072:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761678.989076:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761678.989084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555050112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.989092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.989095:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761678.989096:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.989098:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.989112:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.989115:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761678.989118:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761678.989126:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761678.989128:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555050240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761678.989136:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761678.989138:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761678.989140:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761678.989143:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1624
00000100:00080000:3.0:1789761678.989146:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761678.989148:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761678.989151:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.989159:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555050368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761678.989175:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795c380 x1876699555049728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989191:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555049728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989202:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989205:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555049728:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761678.989230:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761678.989256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761678.989271:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795c700 x1876699555049856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555049856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761678.989297:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761678.989312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761678.989322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795df80 x1876699555049984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555049984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555049984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761678.989356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050112:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761678.989391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761678.989404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795f100 x1876699555050112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555050112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050112:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761678.989439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555050240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761678.989461:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761678.989472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795d180 x1876699555050240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555050240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555050240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761678.989494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555050368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761678.989507:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761678.989513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761678]  req@ffff8d7c8795e300 x1876699555050368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761678.989521:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555050368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761678.989525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761678.989527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761678.989529:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555050368:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761679.372953:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761680.396956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761681.421028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761682.444950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761683.468960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761684.108888:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.108895:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761684.108900:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.108910:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.108922:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.108928:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761684.108963:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555050496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.108988:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.108991:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761684.108993:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.108995:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.108998:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.109000:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761684.109008:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.109017:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555050624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.109024:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.109027:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761684.109028:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.109031:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.109033:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.109035:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761684.109038:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761684.109042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555050496:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761684.109049:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555050752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.109062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.109064:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761684.109065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.109067:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.109069:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.109072:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761684.109075:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761684.109083:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555050880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.109090:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.109092:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761684.109094:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.109096:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.109098:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.109101:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761684.109103:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.109109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555051008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.109116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.109118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761684.109120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.109122:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1629
00000100:00080000:3.0:1789761684.109124:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.109127:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761684.109130:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.109138:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555051136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761684.109147:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.109185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.109202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050880:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761684.109224:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761684.109250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051136:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761684.492929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761685.516939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761686.540929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761687.181131:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789761687.181173:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761687.181191:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761687.181236:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761687.181246:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761687.181255:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761687.181264:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789761687.181271:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761687.181313:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795d500 x1876699555050752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555050752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761687.181376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795d880 x1876699555050880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555050880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050880:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761687.181436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795ed80 x1876699555051008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555051008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761687.181468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795ca80 x1876699555051136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555051136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761687.181502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795ce00 x1876699555050496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555050496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555050496:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761687.181534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761687]  req@ffff8d7c8795f800 x1876699555050624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761687.181545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555050624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761687.181553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761687.181556:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761687.181559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555050624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761687.564939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761688.588944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761689.229003:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761689.229015:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229023:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229032:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.229038:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761689.229071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555051264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.229097:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229100:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.229101:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229104:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229106:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.229108:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761689.229115:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761689.229125:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555051392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.229134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229138:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761689.229140:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761689.229152:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555051264:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761689.229156:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761689.229166:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761689.229190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555051520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.229200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.229204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229208:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229213:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.229217:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761689.229223:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761689.229226:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761689.229242:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555051648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.229255:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229258:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.229260:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229264:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229268:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.229273:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aaed80 x1876699555051264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761689.229280:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761689.229297:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555051776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.229310:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.229314:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761689.229316:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555051264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.229318:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.229329:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1634
00000100:00080000:0.0:1789761689.229335:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.229340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.229342:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761689.229351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789761689.229352:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.229361:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555051264:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761689.229369:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555051904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761689.229375:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.229414:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aac000 x1876699555051392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.229445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555051392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.229455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.229458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761689.229461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.229491:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.229521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aae680 x1876699555051520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.229548:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555051520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.229557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.229567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761689.229571:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.229594:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051648:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761689.229619:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229631:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aadc00 x1876699555051648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.229644:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555051648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.229653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.229656:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761689.229660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555051648:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761689.229666:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.229688:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229699:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aad500 x1876699555051776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.229710:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555051776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.229722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.229725:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761689.229729:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.229735:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.229753:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761689.229763:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff8d7c85aad880 x1876699555051904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.229775:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555051904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.229788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.229791:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761689.229794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555051904:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761689.612945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761690.636964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761691.660920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761692.684929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761693.708968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761694.348872:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.348886:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761694.348890:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.348901:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.348913:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.348921:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761694.348962:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555052032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761694.348986:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.348988:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761694.348990:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.348993:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.348996:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.348998:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761694.349006:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761694.349015:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555052160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761694.349028:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.349031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761694.349032:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.349035:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.349039:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.349041:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761694.349045:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761694.349051:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555052032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761694.349056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555052288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761694.349063:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.349070:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761694.349072:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.349074:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.349076:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.349078:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761694.349082:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761694.349096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555052416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761694.349103:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.349106:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761694.349108:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.349110:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.349129:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.349132:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761694.349135:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761694.349143:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555052544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761694.349152:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761694.349161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761694.349164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761694.349166:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761694.349169:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1639
00000100:00080000:0.0:1789761694.349172:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761694.349175:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761694.349178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761694.349185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555052672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761694.349214:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aae300 x1876699555052032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555052032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555052032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761694.349267:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.349295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761694.349310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aaf480 x1876699555052160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555052160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349338:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.349374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.349399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761694.349412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aaf800 x1876699555052288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555052288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349441:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.349452:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052416:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761694.349476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761694.349489:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aace00 x1876699555052416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555052416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349515:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052416:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761694.349526:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555052544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.349565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761694.349579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aac700 x1876699555052544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349593:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555052544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349606:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349609:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555052544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.349616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555052672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.349638:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761694.349651:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff8d7c85aaf100 x1876699555052672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.349665:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555052672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.349674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.349677:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761694.349681:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555052672:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761694.732998:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761695.756960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761696.780974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761697.804920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761698.829000:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761699.468913:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.468921:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761699.468924:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.468933:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.468942:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.468947:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761699.468992:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555052800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.469011:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.469014:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.469015:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.469018:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.469021:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.469023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761699.469031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.469040:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555052928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.469047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.469050:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761699.469051:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.469054:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.469055:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.469058:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761699.469061:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761699.469069:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555052800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761699.469070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555053056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.469085:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.469088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.469089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.469091:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.469093:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.469095:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761699.469098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761699.469107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555053184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.469113:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.469115:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.469117:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.469119:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.469122:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.469124:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761699.469127:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.469133:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555053312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.469139:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.469141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761699.469143:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.469145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1645
00000100:00080000:0.0:1789761699.469148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.469150:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761699.469156:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761699.469156:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761699.469166:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555053440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761699.469201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aad180 x1876699555052800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555052800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469241:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469245:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555052800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761699.469253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.469272:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761699.469281:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aac380 x1876699555052928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469289:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555052928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469299:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555052928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.469320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.469331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761699.469337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aaca80 x1876699555053056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555053056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.469357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053184:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761699.469368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761699.469373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aaea00 x1876699555053184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555053184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053184:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761699.469393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555053312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.469402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761699.469408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aafb80 x1876699555053312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555053312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555053312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.469426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555053440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.469435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761699.469441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff8d7c85aaf100 x1876699555053440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.469448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555053440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.469453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.469455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761699.469457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555053440:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761699.852917:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761700.876947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761701.900930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761702.925004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761703.948957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761704.588926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.588940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761704.588945:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.588957:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.588973:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.588982:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761704.589025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555053568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.589063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.589067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.589070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.589074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.589079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.589084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761704.589094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.589110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555053696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761704.589119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555053568:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761704.589125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.589131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761704.589133:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.589138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.589142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.589146:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761704.589151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.589164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555053824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.589175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.589178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.589181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.589186:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.589190:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.589194:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761704.589199:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761704.589201:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761704.589217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555053952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.589227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.589230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.589232:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.589237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.589241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761704.589244:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795dc00 x1876699555053568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.589249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761704.589259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761704.589269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555053568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.589274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555054080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761704.589284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.589290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761704.589291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761704.589299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761704.589300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555053568:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761704.589305:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.589313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1650
00000100:00080000:3.0:1789761704.589317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.589321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761704.589327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761704.589329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.589351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761704.589358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555054208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761704.589363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795ea00 x1876699555053696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.589386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555053696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.589399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.589402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761704.589405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.589409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.589422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761704.589429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795c000 x1876699555053824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.589436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555053824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.589441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.589443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761704.589445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.589449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053952:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761704.589460:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761704.589483:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795fb80 x1876699555053952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.589491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555053952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.589497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.589499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761704.589502:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555053952:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761704.589506:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.589520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761704.589526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795e680 x1876699555054080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.589534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555054080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.589539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.589541:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761704.589543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.589555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.589566:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761704.589572:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff8d7c8795f480 x1876699555054208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.589580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555054208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.589585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.589586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761704.589588:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054208:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761704.973137:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761705.996956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761707.021167:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761708.045385:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761709.069263:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761709.708900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.708908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761709.708912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.708923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.708932:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.708938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761709.708975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555054336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.708997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.709000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.709002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.709005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.709008:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.709013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761709.709023:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.709039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555054464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761709.709043:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555054336:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761709.709061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.709066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.709067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.709072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.709075:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.709078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761709.709083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.709094:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555054592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.709102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.709104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789761709.709108:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761709.709108:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.709114:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.709118:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.709121:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761709.709126:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761709.709136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555054720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.709144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761709.709149:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795f480 x1876699555054336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.709149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.709153:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.709160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.709165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.709170:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761709.709173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761709.709178:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555054336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761709.709184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555054848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.709201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761709.709202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761709.709204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.709209:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761709.709213:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761709.709214:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1655
00000100:00080000:3.0:1789761709.709221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761709.709226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555054336:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761709.709226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761709.709232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.709242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555054976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761709.709262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.709292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761709.709306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795e680 x1876699555054464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.709321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555054464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.709330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.709333:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761709.709337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.709344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.709363:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761709.709372:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795fb80 x1876699555054592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.709380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555054592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.709386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.709388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761709.709390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.709393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054720:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761709.709406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761709.709417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795c000 x1876699555054720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.709444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555054720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.709452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.709455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761709.709459:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555054720:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761709.709465:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.709486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761709.709498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795ea00 x1876699555054848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.709527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555054848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.709543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.709546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761709.709549:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.709553:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.709570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761709.709578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff8d7c8795dc00 x1876699555054976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.709585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555054976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.709590:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.709592:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761709.709594:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555054976:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761710.093009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761711.116983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761712.140995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761713.165012:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761714.188948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761714.828905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.828913:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761714.828917:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.828926:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.828936:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.828942:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761714.828978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555055104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.829000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.829003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.829004:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.829008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.829010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.829012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761714.829020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761714.829034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555055232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.829047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.829051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761714.829055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555055104:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761714.829056:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.829065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.829070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.829074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761714.829078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761714.829089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555055360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.829101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.829103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.829105:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.829107:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.829111:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.829113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761714.829116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761714.829120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761714.829128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555055488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.829136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.829139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761714.829140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761714.829142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.829144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761714.829147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761714.829150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761714.829158:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795f800 x1876699555055104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761714.829160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555055616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761714.829191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761714.829194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761714.829195:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761714.829199:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555055104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761714.829200:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1660
00000100:00080000:3.0:1789761714.829218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761714.829220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761714.829228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555055104:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761714.829239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761714.829256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555055744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761714.829257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.829282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795ce00 x1876699555055232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.829302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555055232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.829308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761714.829313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.829316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.829327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829332:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795ca80 x1876699555055360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.829341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555055360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.829349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761714.829355:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.829362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055488:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761714.829382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795ed80 x1876699555055488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.829424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555055488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.829430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761714.829435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555055488:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761714.829439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555055616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.829455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795d880 x1876699555055616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.829474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555055616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.829483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761714.829489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555055616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.829509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555055744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.829528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761714.829539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff8d7c8795d500 x1876699555055744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.829552:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555055744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.829560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.829563:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761714.829566:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555055744:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761715.212989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761716.237024:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761717.260909:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761718.284965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761719.308975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761719.948904:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.948915:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761719.948919:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.948929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1665
00000100:00080000:3.0:1789761719.948938:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.948944:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761719.948985:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555055872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.949013:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.949018:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.949020:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.949024:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1665
00000100:00080000:3.0:1789761719.949029:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.949035:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761719.949046:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761719.949058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555055872:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761719.949064:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555056000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.949075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.949078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761719.949080:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.949083:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1665
00000100:00080000:3.0:1789761719.949086:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.949089:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761719.949094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.949103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555056128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.949111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.949114:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.949115:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.949118:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1665
00000800:00000100:1.0:1789761719.949122:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761719.949123:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.949128:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761719.949132:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761719.949141:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555056256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761719.949149:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.949152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761719.949153:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761719.949156:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1665
00000100:00080000:3.0:1789761719.949160:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761719.949162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795e300 x1876699555055872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.949164:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761719.949172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.949184:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555056384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761719.949188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555055872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.949206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761719.949209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761719.949211:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.949211:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761719.949221:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761719.949222:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1665
00000100:00080000:3.0:1789761719.949228:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761719.949231:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555055872:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761719.949233:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761719.949241:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761719.949248:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555056512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761719.949261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761719.949280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761719.949288:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795d180 x1876699555056000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761719.949304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555056000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761719.949313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761719.949317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761719.949320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761719.949326:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761719.949360:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761719.949373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795f100 x1876699555056128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761719.949381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555056128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761719.949387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761719.949389:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761719.949392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761719.949396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056256:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761719.949411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761719.949418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795df80 x1876699555056256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761719.949425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555056256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761719.949435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761719.949437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761719.949439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056256:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761719.949443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555056384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761719.949453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761719.949458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795c700 x1876699555056384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761719.949465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555056384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761719.949470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761719.949472:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761719.949474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555056384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761719.949477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555056512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761719.949486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761719.949492:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff8d7c8795c380 x1876699555056512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761719.949499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555056512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761719.949504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761719.949505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761719.949509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555056512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761720.332980:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761721.356982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761722.380958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761723.404949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761724.428957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761725.068909:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.068919:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761725.068924:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.068934:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.068945:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.068952:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761725.068993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555056640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761725.069020:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.069024:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.069026:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.069031:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.069035:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.069039:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761725.069050:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.069062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555056768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761725.069071:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555056640:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761725.069087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.069091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761725.069093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.069098:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.069102:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.069105:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761725.069110:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.069122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555056896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761725.069149:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.069153:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.069155:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.069159:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.069163:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761725.069167:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761725.069171:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761725.069177:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761725.069190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555057024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761725.069209:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795c380 x1876699555056640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.069210:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.069220:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.069224:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.069230:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.069234:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761725.069237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555056640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.069257:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761725.069265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761725.069276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761725.069280:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555057152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.069284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555056640:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761725.069298:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.069304:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761725.069306:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.069324:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1670
00000100:00080000:3.0:1789761725.069328:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.069332:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761725.069337:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761725.069341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761725.069351:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555057280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761725.069375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761725.069387:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795c700 x1876699555056768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.069397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555056768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.069403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.069406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.069413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761725.069427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761725.069433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795df80 x1876699555056896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.069441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555056896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.069446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.069448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555056896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.069454:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057024:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761725.069464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761725.069470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795f100 x1876699555057024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.069477:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555057024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.069483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.069485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057024:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761725.069489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761725.069500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761725.069506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795d180 x1876699555057152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.069513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555057152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.069518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.069520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.069533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761725.069544:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761725.069550:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff8d7c8795e300 x1876699555057280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.069556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555057280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.069561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.069563:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761725.069565:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057280:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761725.452987:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761726.476948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761727.500972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761728.524969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761729.548979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761730.188906:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.188915:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761730.188920:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.188930:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00080000:3.0:1789761730.188941:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.188948:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761730.188992:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555057408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.189022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.189026:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.189028:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.189033:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00080000:3.0:1789761730.189037:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.189042:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761730.189051:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.189067:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555057536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761730.189070:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555057408:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761730.189088:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.189092:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.189094:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.189108:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00080000:3.0:1789761730.189114:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.189118:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761730.189125:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761730.189131:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761730.189141:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555057664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.189153:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.189158:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.189161:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761730.189165:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795d500 x1876699555057408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761730.189169:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00080000:3.0:1789761730.189186:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.189192:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189195:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555057408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761730.189206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:1.0:1789761730.189209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.189214:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761730.189218:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555057408:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761730.189225:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555057792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.189238:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761730.189241:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057536:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761730.189244:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.189248:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.189253:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00080000:3.0:1789761730.189258:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761730.189264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761730.189265:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761730.189286:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761730.189293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795d880 x1876699555057536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761730.189301:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555057920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761730.189309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555057536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761730.189321:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761730.189327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761730.189327:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.189331:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761730.189336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761730.189340:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1675
00000100:00100000:1.0:1789761730.189346:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057536:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761730.189346:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.189355:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057664:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761730.189362:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.189378:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555058048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761730.189390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189403:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795ed80 x1876699555057664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.189413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555057664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.189423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.189425:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761730.189428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761730.189431:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057792:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761730.189443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795ca80 x1876699555057792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.189457:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555057792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.189462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.189464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761730.189466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555057792:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761730.189477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.189487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795ce00 x1876699555057920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.189509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555057920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.189515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.189517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761730.189520:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555057920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761730.189524:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.189535:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761730.189541:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff8d7c8795f800 x1876699555058048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.189549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555058048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.189554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.189556:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761730.189558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058048:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761730.572963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761731.596919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761732.620982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761733.644956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761734.668944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761735.308856:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.308864:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761735.308869:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.308877:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.308887:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.308893:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761735.308937:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555058176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761735.308957:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.308959:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761735.308964:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.308967:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.308969:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.308972:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761735.308980:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761735.308989:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555058304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761735.308997:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.308999:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761735.309000:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.309003:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.309006:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.309008:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761735.309011:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761735.309015:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555058176:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761735.309020:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555058432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761735.309030:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.309032:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761735.309033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.309036:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.309038:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.309039:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761735.309043:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761735.309050:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555058560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761735.309057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.309060:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761735.309062:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.309064:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.309067:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.309069:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761735.309072:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761735.309078:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555058688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761735.309088:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761735.309095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761735.309098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761735.309100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761735.309103:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1680
00000100:00080000:3.0:1789761735.309109:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761735.309111:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761735.309114:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761735.309121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555058816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761735.309129:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795dc00 x1876699555058176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309145:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555058176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309159:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309163:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555058176:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761735.309174:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.309199:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761735.309213:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795ea00 x1876699555058304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309222:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555058304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309230:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309245:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.309268:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.309284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761735.309291:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795c000 x1876699555058432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555058432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309308:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.309312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058560:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761735.309322:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761735.309328:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795fb80 x1876699555058560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555058560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309345:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555058560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761735.309348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.309358:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761735.309364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795e680 x1876699555058688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555058688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.309383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.309392:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761735.309398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff8d7c8795f480 x1876699555058816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.309405:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555058816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.309414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.309416:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761735.309418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555058816:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761735.692970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761736.717013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761737.740993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761738.764954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761739.788975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761740.428909:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.428920:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761740.428924:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.428935:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00080000:3.0:1789761740.428948:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.428956:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761740.429008:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555058944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.429045:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.429050:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761740.429052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.429058:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00080000:3.0:1789761740.429062:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.429067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761740.429080:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761740.429096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555059072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761740.429099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555058944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761740.429117:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.429122:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761740.429124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.429131:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00080000:3.0:1789761740.429135:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.429140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761740.429146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761740.429161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555059200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.429173:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761740.429179:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761740.429180:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761740.429184:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.429190:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00080000:3.0:1789761740.429207:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.429212:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761740.429219:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761740.429232:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555059328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761740.429244:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795f480 x1876699555058944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761740.429251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.429258:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761740.429262:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761740.429266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555058944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761740.429271:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00080000:3.0:1789761740.429281:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761740.429283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.429290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761740.429293:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555058944:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761740.429303:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761740.429320:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555059456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761740.429323:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059072:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761740.429346:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761740.429353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761740.429353:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761740.429358:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.429363:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1685
00000100:00100000:1.0:1789761740.429368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795e680 x1876699555059072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761740.429369:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.429378:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555059072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761740.429386:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761740.429402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761740.429406:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555059584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761740.429407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761740.429414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.429424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.429445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795fb80 x1876699555059200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.429461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555059200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.429467:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.429469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761740.429471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.429475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059328:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761740.429486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429491:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795c000 x1876699555059328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.429498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555059328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.429503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.429505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761740.429508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059328:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761740.429518:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555059456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.429529:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795ea00 x1876699555059456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.429542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555059456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.429547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.429549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761740.429551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555059456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.429555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555059584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.429564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761740.429570:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff8d7c8795dc00 x1876699555059584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.429578:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555059584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.429583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.429584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761740.429586:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555059584:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761740.812981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761741.836964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761742.860998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761743.884966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761744.908939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761745.548902:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.548913:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761745.548918:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.548929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:3.0:1789761745.548940:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.548948:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761745.548993:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555059712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.549038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.549045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761745.549047:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.549052:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:3.0:1789761745.549057:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.549062:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761745.549073:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.549077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555059712:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761745.549091:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555059840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.549105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.549109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761745.549111:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.549115:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:3.0:1789761745.549120:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.549125:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761745.549131:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761745.549134:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761745.549148:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555059968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.549176:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.549180:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761745.549183:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761745.549185:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795f800 x1876699555059712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.549192:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:3.0:1789761745.549202:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.549209:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761745.549215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761745.549216:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555059712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761745.549228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761745.549233:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555060096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761745.549234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555059712:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761745.549255:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.549259:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761745.549261:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761745.549265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059840:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761745.549269:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:3.0:1789761745.549276:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.549281:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761745.549287:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761745.549292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761745.549303:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555060224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761745.549310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795ce00 x1876699555059840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.549319:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.549326:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761745.549330:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761745.549331:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555059840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761745.549339:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1691
00000100:00080000:1.0:1789761745.549346:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761745.549347:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761745.549353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549358:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059840:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761745.549358:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761745.549369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059968:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761745.549370:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.549389:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555060352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761745.549393:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761745.549405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795ca80 x1876699555059968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761745.549426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555059968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761745.549433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761745.549436:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555059968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761745.549442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060096:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761745.549456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761745.549463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795ed80 x1876699555060096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761745.549470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555060096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761745.549476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761745.549479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060096:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761745.549498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761745.549528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761745.549541:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795d880 x1876699555060224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761745.549549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555060224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761745.549560:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761745.549562:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549564:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761745.549568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761745.549582:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761745.549589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff8d7c8795d500 x1876699555060352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761745.549596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555060352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761745.549601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761745.549603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761745.549605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761745.932965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761746.956969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761747.980951:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761749.004977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761750.028954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761750.668884:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.668893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761750.668897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.668908:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.668920:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.668927:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761750.668967:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555060480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.668994:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.668998:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.669000:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.669003:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.669007:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.669011:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761750.669021:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.669034:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555060608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.669045:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.669049:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.669051:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.669056:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.669058:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.669063:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761750.669074:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555060480:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761750.669074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.669098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555060736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.669112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.669129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.669132:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.669137:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.669141:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.669147:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761750.669154:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761750.669169:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555060864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.669177:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.669180:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.669182:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.669186:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.669191:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.669198:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761750.669205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761750.669211:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761750.669228:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555060992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.669241:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.669246:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.669249:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.669254:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1696
00000100:00080000:3.0:1789761750.669260:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761750.669264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060736:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761750.669271:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761750.669280:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761750.669290:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789761750.669301:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555061120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761750.669321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761750.669343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061120:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761751.052963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761752.076971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761753.100978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761753.741064:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761753.741120:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761753.741137:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761753.741173:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761753.741185:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761753.741192:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761753.741199:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761753.741206:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789761753.741320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795c380 x1876699555061120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555061120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761753.741388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795f100 x1876699555060736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555060736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761753.741430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795df80 x1876699555060864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555060864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761753.741478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795c700 x1876699555060992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741493:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555060992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741504:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555060992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761753.741514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795e300 x1876699555060480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741526:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555060480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741540:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555060480:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761753.741546:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761753]  req@ffff8d7c8795d180 x1876699555060608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761753.741557:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555060608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761753.741566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761753.741570:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761753.741573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555060608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761754.124967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761755.148989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761755.788922:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.788930:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761755.788934:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.788943:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.788952:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.788958:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761755.788996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555061248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.789020:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.789023:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.789024:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.789028:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.789030:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.789034:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761755.789042:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.789051:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555061376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.789062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.789065:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761755.789066:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.789068:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.789071:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.789073:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761755.789076:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.789100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555061504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.789108:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.789110:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.789112:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761755.789119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555061248:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761755.789120:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.789126:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.789133:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761755.789139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761755.789154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555061632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.789165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.789169:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761755.789171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.789174:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.789186:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.789193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761755.789196:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761755.789200:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.789215:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555061760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761755.789224:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761755.789227:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761755.789229:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761755.789233:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1701
00000100:00080000:3.0:1789761755.789237:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761755.789242:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795d180 x1876699555061248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761755.789249:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761755.789264:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555061888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761755.789275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555061248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789294:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789299:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555061248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761755.789309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761755.789333:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789345:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795e300 x1876699555061376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761755.789356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555061376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789368:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761755.789403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761755.789424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795c700 x1876699555061504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761755.789450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555061504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761755.789473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061632:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761755.789494:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795df80 x1876699555061632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761755.789519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555061632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555061632:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761755.789540:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761755.789568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789580:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795f100 x1876699555061760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761755.789592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555061760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789606:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761755.789612:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761755.789633:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761755.789643:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff8d7c8795c380 x1876699555061888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761755.789653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555061888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761755.789660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761755.789663:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761755.789666:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555061888:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761756.172957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761757.196991:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761758.220973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761759.245028:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761760.268944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761760.908863:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.908873:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761760.908877:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.908886:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00080000:3.0:1789761760.908896:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.908901:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761760.908938:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555062016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.908971:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.908980:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.908982:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.908986:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00080000:3.0:1789761760.908991:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.908997:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761760.909007:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761760.909014:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555062016:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761760.909027:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555062144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.909051:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.909056:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761760.909058:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.909063:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00080000:3.0:1789761760.909068:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.909072:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761760.909077:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761760.909084:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761760.909094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555062272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.909105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.909109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.909112:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.909117:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00100000:1.0:1789761760.909121:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795d500 x1876699555062016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.909124:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.909133:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761760.909142:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761760.909143:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555062016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761760.909155:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761760.909160:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555062400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761760.909161:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761760.909167:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555062016:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761760.909183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761760.909188:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761760.909190:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761760.909194:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062144:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761760.909199:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00080000:3.0:1789761760.909205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761760.909210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761760.909217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761760.909230:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761760.909232:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555062528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761760.909246:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761760.909248:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795d880 x1876699555062144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.909252:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761760.909256:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761760.909266:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1706
00000100:00080000:3.0:1789761760.909273:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761760.909278:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555062144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.909279:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761760.909289:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761760.909293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761760.909300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761760.909305:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555062656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761760.909309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761760.909324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761760.909351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761760.909363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795ed80 x1876699555062272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761760.909375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555062272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761760.909389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761760.909393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761760.909396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761760.909402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062400:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761760.909423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761760.909434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795ca80 x1876699555062400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761760.909445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555062400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761760.909453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761760.909457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761760.909460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761760.909478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555062528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761760.909497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761760.909506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795ce00 x1876699555062528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761760.909514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555062528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761760.909519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761760.909521:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761760.909524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555062528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761760.909528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555062656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761760.909538:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761760.909544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff8d7c8795f800 x1876699555062656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761760.909551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555062656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761760.909556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761760.909557:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761760.909559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555062656:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761761.292984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761762.316956:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761763.340884:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761764.364959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761765.388927:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761766.028879:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.028887:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761766.028891:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.028900:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.028908:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.028914:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761766.028958:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555062784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.028989:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.028992:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.028994:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.028997:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.029000:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.029016:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761766.029027:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.029045:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555062912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761766.029051:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555062784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761766.029056:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.029061:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761766.029063:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.029066:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.029069:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.029071:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761766.029074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.029084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555063040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.029095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.029097:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.029099:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.029101:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.029104:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.029106:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761766.029109:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761766.029118:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555063168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761766.029123:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761766.029131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.029134:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.029136:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.029140:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.029144:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.029147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761766.029150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.029160:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555063296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761766.029166:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795dc00 x1876699555062784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761766.029168:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.029175:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761766.029179:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.029185:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1711
00000100:00080000:3.0:1789761766.029190:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.029193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029197:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555062784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761766.029197:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.029209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555063424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761766.029210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029219:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555062784:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761766.029257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761766.029275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029283:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795ea00 x1876699555062912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761766.029292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555062912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761766.029298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029301:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555062912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761766.029307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761766.029318:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795c000 x1876699555063040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761766.029331:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555063040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761766.029336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029338:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761766.029344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063168:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761766.029354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795fb80 x1876699555063168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761766.029373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555063168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761766.029378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063168:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761766.029385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555063296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761766.029402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795e680 x1876699555063296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761766.029416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555063296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761766.029421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555063296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761766.029429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555063424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761766.029440:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761766.029446:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff8d7c8795f480 x1876699555063424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761766.029454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555063424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761766.029463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761766.029465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761766.029467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555063424:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761766.412931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761767.436973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761768.461011:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761769.485001:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761770.509073:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761771.148865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.148876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761771.148880:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.148891:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.148905:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.148914:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761771.148960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555063552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.149001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.149004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.149006:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.149009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.149013:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.149016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761771.149025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.149037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555063680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.149045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.149050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761771.149051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761771.149058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555063552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761771.149058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.149061:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.149066:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761771.149072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.149081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555063808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.149088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.149091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.149092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.149094:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.149096:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.149099:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761771.149102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761771.149110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555063936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761771.149117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.149120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761771.149121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.149124:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.149126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.149129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761771.149133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.149140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555064064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761771.149146:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761771.149153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761771.149156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761771.149158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761771.149162:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1716
00000100:00080000:3.0:1789761771.149171:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761771.149174:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761771.149177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.149185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555064192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761771.149199:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795f480 x1876699555063552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555063552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149231:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555063552:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761771.149262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761771.149288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761771.149303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795e680 x1876699555063680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555063680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149331:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761771.149341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761771.149365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761771.149375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795fb80 x1876699555063808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555063808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761771.149398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063936:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761771.149415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761771.149425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795c000 x1876699555063936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555063936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555063936:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761771.149462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761771.149482:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761771.149494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795ea00 x1876699555064064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149507:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555064064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761771.149530:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761771.149560:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761771.149573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff8d7c8795dc00 x1876699555064192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761771.149583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555064192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.149589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.149591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761771.149593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064192:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761771.533002:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761772.557123:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761773.581062:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761774.605400:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761775.628940:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761776.268911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.268922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761776.268942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.268952:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.268965:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.268975:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761776.269016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555064320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.269047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.269051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761776.269053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.269057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.269063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.269068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761776.269078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.269095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555064448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761776.269099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555064320:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761776.269122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.269125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761776.269127:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.269132:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.269136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.269140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761776.269145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.269158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555064576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761776.269159:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761776.269172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.269176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761776.269178:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.269182:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.269186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.269190:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761776.269195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761776.269206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aac700 x1876699555064320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761776.269209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555064704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.269225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.269233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761776.269236:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.269242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.269246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.269253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555064320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761776.269260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761776.269270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761776.269276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555064832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761776.269280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555064320:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761776.269292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.269296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761776.269299:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.269303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1721
00000100:00080000:0.0:1789761776.269307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.269311:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064448:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789761776.269319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.269334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555064960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761776.269343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aace00 x1876699555064448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761776.269374:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555064448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761776.269380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761776.269385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761776.269389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761776.269402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aaf800 x1876699555064576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761776.269425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555064576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761776.269434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761776.269439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761776.269443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064704:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761776.269455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aaf480 x1876699555064704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761776.269469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555064704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761776.269475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761776.269479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555064704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761776.269483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761776.269492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aae300 x1876699555064832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761776.269505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555064832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761776.269510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761776.269514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761776.269527:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761776.269544:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761776.269555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff8d7c85aad880 x1876699555064960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761776.269567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555064960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761776.269576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761776.269580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761776.269583:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555064960:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761776.653005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761777.677016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761778.700993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761779.724953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761780.748957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761781.388931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.388944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761781.388950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.388960:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.388972:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.388980:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761781.389023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555065088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.389051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.389056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.389058:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.389063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.389069:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.389074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761781.389083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761781.389089:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555065088:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761781.389102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555065216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.389115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.389119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.389121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.389125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.389130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.389135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761781.389141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.389155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555065344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.389166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761781.389170:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761781.389172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.389176:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.389181:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.389186:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.389191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761781.389197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761781.389211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555065472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761781.389217:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795f800 x1876699555065088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761781.389250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.389254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761781.389257:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555065088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761781.389257:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.389266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.389273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.389277:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761781.389278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761781.389283:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761781.389284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389291:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555065088:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761781.389302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555065600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761781.389315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065216:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761781.389317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.389323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.389325:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.389331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1726
00000100:00080000:3.0:1789761781.389336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.389341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761781.389346:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761781.389347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.389364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555065728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761781.389366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795ce00 x1876699555065216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.389396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555065216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.389407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.389411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.389423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.389445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761781.389454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795ca80 x1876699555065344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.389463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555065344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.389469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.389471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.389477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065472:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761781.389499:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761781.389506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795ed80 x1876699555065472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.389514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555065472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.389520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.389522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065472:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761781.389535:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555065600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.389546:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761781.389552:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795d880 x1876699555065600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.389559:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555065600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.389565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.389566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389568:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555065600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.389572:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555065728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.389582:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761781.389587:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff8d7c8795d500 x1876699555065728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.389595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555065728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.389599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.389601:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761781.389603:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555065728:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761781.772943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761782.796962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761783.820931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761784.844926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761785.868997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761786.508970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.508979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761786.508983:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761786.508993:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00080000:0.0:1789761786.509004:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509013:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761786.509050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555065856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761786.509073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.509075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761786.509077:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761786.509079:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00080000:0.0:1789761786.509081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761786.509091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761786.509100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555065984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761786.509107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.509111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761786.509113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761786.509113:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555065856:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761786.509121:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00080000:0.0:1789761786.509123:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509126:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761786.509129:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761786.509136:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555066112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761786.509142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.509145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761786.509147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761786.509149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00080000:0.0:1789761786.509152:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509154:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761786.509158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761786.509165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555066240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761786.509171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.509174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761786.509175:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761786.509177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00080000:0.0:1789761786.509180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761786.509186:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789761786.509190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761786.509204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555066368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761786.509214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761786.509217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761786.509220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761786.509224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1732
00000100:00100000:1.0:1789761786.509228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aad500 x1876699555065856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.509229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761786.509237:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761786.509244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761786.509248:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555065856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.509256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555066496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761786.509257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509265:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555065856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761786.509292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761786.509308:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761786.509315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aadc00 x1876699555065984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.509323:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555065984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.509327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509332:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555065984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761786.509334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761786.509343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761786.509349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aae680 x1876699555066112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.509355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555066112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.509360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761786.509366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066240:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761786.509375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761786.509380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aac000 x1876699555066240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.509386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555066240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.509391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066240:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761786.509396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555066368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761786.509405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761786.509410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aaed80 x1876699555066368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.509415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555066368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.509420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555066368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761786.509426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555066496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761786.509434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761786.509439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff8d7c85aad880 x1876699555066496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.509444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555066496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.509448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.509450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761786.509451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555066496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761786.892977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761787.916897:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761788.940912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761789.964942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761790.988955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761791.628939:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.628947:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761791.628951:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.628959:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1737
00000100:00080000:3.0:1789761791.628970:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.628976:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761791.629012:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555066624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.629036:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.629039:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.629040:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.629043:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1737
00000100:00080000:3.0:1789761791.629045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.629048:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761791.629056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.629064:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555066752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.629072:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.629075:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.629076:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.629078:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1737
00000100:00080000:3.0:1789761791.629080:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.629082:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761791.629087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761791.629088:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555066624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761791.629097:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555066880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.629105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.629108:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.629110:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.629112:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1737
00000100:00080000:3.0:1789761791.629114:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.629116:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761791.629119:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761791.629127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555067008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.629134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.629137:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.629139:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.629143:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1737
00000800:00000100:1.0:1789761791.629148:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761791.629150:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.629157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761791.629164:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.629177:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555067136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761791.629187:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795c380 x1876699555066624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.629190:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.629201:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.629203:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.629207:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1737
00000100:00080000:3.0:1789761791.629210:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.629215:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761791.629220:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761791.629221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555066624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761791.629234:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555067264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761791.629238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629247:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555066624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761791.629255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761791.629275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761791.629284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795f100 x1876699555066752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.629292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555066752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761791.629301:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761791.629321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761791.629332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761791.629337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795df80 x1876699555066880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.629345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555066880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761791.629352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629355:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555066880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761791.629358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067008:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761791.629368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761791.629374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795c700 x1876699555067008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.629381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555067008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761791.629388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761791.629393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761791.629403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761791.629408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795e300 x1876699555067136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.629415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555067136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761791.629422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761791.629427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761791.629436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761791.629442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff8d7c8795d180 x1876699555067264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.629448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555067264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.629454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761791.629456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761791.629458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067264:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761792.013024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761793.036992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761794.060957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761795.084945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761796.108983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761796.748934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.748942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761796.748946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761796.748955:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1742
00000100:00080000:0.0:1789761796.748964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.748971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761796.749007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555067392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761796.749030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.749033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761796.749034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761796.749037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1742
00000100:00080000:0.0:1789761796.749039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.749041:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761796.749049:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761796.749058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555067520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761796.749066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.749073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761796.749075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761796.749080:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555067392:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761796.749083:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1742
00000100:00080000:0.0:1789761796.749091:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.749095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761796.749100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761796.749116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555067648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761796.749128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.749132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761796.749134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761796.749137:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1742
00000800:00000100:1.0:1789761796.749142:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761796.749143:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.749148:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761796.749153:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761796.749163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555067776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761796.749170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.749172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761796.749174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761796.749176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1742
00000100:00080000:0.0:1789761796.749178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.749180:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761796.749184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761796.749186:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aae300 x1876699555067392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761796.749194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555067904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761796.749205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761796.749208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761796.749211:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761796.749211:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555067392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761796.749219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1742
00000100:00080000:0.0:1789761796.749224:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761796.749230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789761796.749232:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761796.749233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761796.749241:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789761796.749245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555068032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761796.749249:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555067392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761796.749260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.749285:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761796.749300:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aaf480 x1876699555067520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.749314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555067520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.749324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.749329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761796.749332:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.749360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.749384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761796.749393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aaf800 x1876699555067648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.749402:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555067648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.749408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.749410:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761796.749412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.749416:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067776:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761796.749430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761796.749436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aace00 x1876699555067776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.749443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555067776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.749449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.749450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761796.749452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555067776:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761796.749456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.749466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761796.749471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aac700 x1876699555067904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.749480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555067904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.749485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.749486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761796.749488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555067904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761796.749492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761796.749501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761796.749507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff8d7c85aaf100 x1876699555068032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761796.749515:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555068032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761796.749520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761796.749521:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761796.749523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068032:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761797.132972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761798.156986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761799.180918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761800.204949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761801.228930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761801.868962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.868976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761801.868981:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.868994:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:3.0:1789761801.869007:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.869017:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761801.869068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555068160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.869097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.869101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.869104:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.869108:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:3.0:1789761801.869113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.869117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761801.869127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.869143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555068288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761801.869157:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555068160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761801.869157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.869165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761801.869169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.869174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:3.0:1789761801.869179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.869184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761801.869190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.869204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555068416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.869215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.869219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.869221:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.869225:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:3.0:1789761801.869230:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.869234:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761801.869240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761801.869252:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761801.869262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555068544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.869275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.869280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761801.869282:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761801.869286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:3.0:1789761801.869291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761801.869296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761801.869302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.869303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795d180 x1876699555068160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.869319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555068672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761801.869335:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555068160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.869349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761801.869358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761801.869362:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.869364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.869369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1747
00000100:00080000:1.0:1789761801.869375:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761801.869378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761801.869383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555068160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761801.869387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761801.869397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.869412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555068800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761801.869420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761801.869455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761801.869469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795e300 x1876699555068288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.869482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555068288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.869501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761801.869505:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761801.869508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761801.869515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761801.869533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761801.869544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795c700 x1876699555068416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.869555:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555068416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.869563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761801.869567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761801.869570:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761801.869577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068544:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761801.869596:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761801.869606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795df80 x1876699555068544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.869618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555068544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.869626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761801.869629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761801.869632:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555068544:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761801.869638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761801.869656:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761801.869666:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795f100 x1876699555068672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.869677:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555068672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.869684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761801.869687:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761801.869690:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761801.869708:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761801.869727:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761801.869753:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff8d7c8795c380 x1876699555068800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.869766:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555068800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.869774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761801.869778:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761801.869781:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555068800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761802.252921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761803.276936:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761804.300973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761805.324906:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761806.348910:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761806.988914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.988930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761806.988934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.988945:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.988958:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.988966:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761806.989013:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555068928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.989046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.989050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.989051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.989055:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.989058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.989062:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761806.989072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.989084:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555069056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.989093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.989096:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761806.989097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.989100:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.989102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.989108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555068928:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761806.989112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.989125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555069184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.989134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.989136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.989138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.989140:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.989142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.989145:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761806.989149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761806.989158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555069312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.989164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.989167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.989169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.989172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.989174:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.989177:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761806.989180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.989186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555069440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761806.989192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761806.989197:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761806.989199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761806.989202:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761806.989206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1752
00000100:00080000:3.0:1789761806.989209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761806.989212:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761806.989216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.989223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555069568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761806.989245:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795d500 x1876699555068928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555068928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555068928:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761806.989301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761806.989318:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989333:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795d880 x1876699555069056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555069056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761806.989387:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761806.989399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795ed80 x1876699555069184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555069184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761806.989427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069312:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761806.989444:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795ca80 x1876699555069312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555069312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069312:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761806.989472:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555069440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761806.989487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795ce00 x1876699555069440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555069440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989507:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555069440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761806.989512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555069568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761806.989523:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761806.989529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff8d7c8795f800 x1876699555069568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.989535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555069568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.989540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.989542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761806.989544:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555069568:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761807.372976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761808.396892:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761809.420941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761810.444976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761811.468971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761812.108934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.108946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761812.108950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.108961:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00080000:3.0:1789761812.108972:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.108980:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761812.109018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555069696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.109052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.109055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.109057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.109060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00080000:3.0:1789761812.109063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.109067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761812.109076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.109088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555069824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.109099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.109104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.109106:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.109112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00100000:1.0:1789761812.109113:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555069696:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761812.109117:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.109124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761812.109130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.109152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555069952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.109161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.109164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.109165:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.109168:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00080000:3.0:1789761812.109173:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.109177:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761812.109181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789761812.109191:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761812.109192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555070080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.109203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.109206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.109207:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.109210:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00080000:3.0:1789761812.109219:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.109221:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761812.109225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.109234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555070208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761812.109240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795dc00 x1876699555069696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761812.109244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.109252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.109255:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.109260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1757
00000100:00080000:3.0:1789761812.109262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.109267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555069696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761812.109271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761812.109284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761812.109285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555070336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761812.109293:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555069696:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761812.109311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761812.109332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109341:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795ea00 x1876699555069824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761812.109349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555069824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761812.109355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761812.109357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761812.109380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761812.109390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795c000 x1876699555069952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761812.109403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555069952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761812.109422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761812.109424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555069952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761812.109430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070080:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761812.109443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795fb80 x1876699555070080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761812.109456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555070080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761812.109461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761812.109463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070080:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761812.109468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761812.109478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109484:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795e680 x1876699555070208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761812.109490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555070208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761812.109495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761812.109497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761812.109503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761812.109514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761812.109519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff8d7c8795f480 x1876699555070336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761812.109526:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555070336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761812.109531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761812.109533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761812.109535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070336:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761812.493006:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761813.517036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761814.540930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761815.564972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761816.588937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761817.228940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.228952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761817.228957:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.228969:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.228980:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.228988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761817.229045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555070464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.229074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.229079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761817.229081:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.229085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.229090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.229096:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761817.229107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761817.229118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555070464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761817.229126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555070592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.229140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.229144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761817.229146:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.229151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.229156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.229161:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761817.229168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.229181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555070720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.229193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.229197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761817.229199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.229204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.229209:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761817.229215:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070592:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761817.229217:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761817.229228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761817.229246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555070848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761817.229249:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070720:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761817.229268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.229273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789761817.229276:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070848:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789761817.229276:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.229286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.229293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.229299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761817.229306:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.229322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555070976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.229344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.229348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761817.229352:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.229357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1762
00000100:00080000:3.0:1789761817.229362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.229367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761817.229372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070976:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761817.229376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.229394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555071104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761817.229423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761817.612918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761818.636955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761819.661027:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761820.301229:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761820.301283:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761820.301301:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761820.301355:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761820.301364:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761820.301371:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761820.301380:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761820.301389:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761820.301404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795ea00 x1876699555070976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555070976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301459:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555070976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761820.301473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795c000 x1876699555070848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555070848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070848:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761820.301513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795e680 x1876699555070592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555070592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761820.301550:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795fb80 x1876699555070720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301563:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555070720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301580:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555070720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761820.301588:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795f480 x1876699555070464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301623:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555070464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301640:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555070464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761820.301669:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761820]  req@ffff8d7c8795dc00 x1876699555071104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761820.301683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555071104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761820.301692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761820.301696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761820.301699:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761820.684887:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761821.709009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761822.348901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.348911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761822.348916:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.348928:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.348940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.348949:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761822.348987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555071232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.349008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.349011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761822.349012:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.349016:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.349020:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.349024:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761822.349032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761822.349045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555071360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761822.349046:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555071232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761822.349068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.349070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761822.349072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.349075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.349078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.349080:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761822.349084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761822.349105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555071488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.349116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.349122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761822.349123:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761822.349128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.349136:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.349148:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.349152:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761822.349159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761822.349160:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795f800 x1876699555071232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761822.349181:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555071232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.349181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555071616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761822.349218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.349219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.349227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761822.349228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761822.349233:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761822.349239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555071232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761822.349241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.349250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.349256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761822.349262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761822.349274:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761822.349276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555071744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.349293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.349297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761822.349299:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.349304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1767
00000100:00080000:3.0:1789761822.349309:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761822.349314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761822.349317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761822.349325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761822.349336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795ce00 x1876699555071360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.349341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555071872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761822.349369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555071360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.349381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761822.349386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761822.349389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761822.349398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761822.349419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761822.349430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795ca80 x1876699555071488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761822.349442:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555071488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.349449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761822.349453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761822.349457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761822.349464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071616:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761822.349485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761822.349498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795ed80 x1876699555071616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761822.349511:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555071616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.349521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761822.349525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761822.349528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555071616:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761822.349546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761822.349568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761822.349580:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795d880 x1876699555071744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761822.349614:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555071744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.349625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761822.349629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761822.349632:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761822.349638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761822.349660:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761822.349672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff8d7c8795d500 x1876699555071872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761822.349683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555071872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.349690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761822.349693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761822.349696:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555071872:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761822.732965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761823.757019:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761824.781055:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761825.804975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761826.829017:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761827.468958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.468968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761827.468972:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761827.468982:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00080000:3.0:1789761827.468993:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469000:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761827.469038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555072000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.469064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.469067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761827.469069:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761827.469072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00080000:3.0:1789761827.469074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761827.469085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761827.469094:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555072128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.469102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.469105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761827.469106:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761827.469109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00080000:3.0:1789761827.469111:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761827.469116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761827.469123:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555072000:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761827.469131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555072256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.469141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.469145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761827.469147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761827.469152:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00080000:3.0:1789761827.469156:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761827.469168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761827.469180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555072384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.469188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.469191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761827.469192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761827.469198:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761827.469198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00080000:3.0:1789761827.469206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469211:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761827.469217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761827.469231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555072512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.469242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761827.469246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761827.469248:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761827.469252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1773
00000100:00100000:2.0:1789761827.469255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795c380 x1876699555072000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.469257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761827.469263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761827.469270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761827.469281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555072000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.469285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555072640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761827.469304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469316:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555072000:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761827.469324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761827.469343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761827.469353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795f100 x1876699555072128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761827.469365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555072128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761827.469371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761827.469395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761827.469407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761827.469413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795df80 x1876699555072256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761827.469420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555072256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761827.469425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469427:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761827.469432:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072384:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761827.469443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761827.469449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795c700 x1876699555072384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761827.469455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555072384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761827.469465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761827.469472:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555072512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761827.469482:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761827.469487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795e300 x1876699555072512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761827.469494:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555072512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761827.469499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555072512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761827.469506:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555072640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761827.469516:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761827.469521:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff8d7c8795d180 x1876699555072640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761827.469528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555072640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761827.469533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761827.469535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761827.469537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555072640:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761827.852964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761828.877016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761829.900914:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761830.924983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761831.948954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761832.588892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.588903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761832.588907:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.588919:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.588931:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.588938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761832.588998:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555072768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.589032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.589036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761832.589040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.589046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.589053:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.589059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761832.589070:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.589085:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555072768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761832.589092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555072896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.589107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.589111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761832.589113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.589116:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.589119:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.589123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761832.589128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761832.589138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555073024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.589151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.589153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761832.589154:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.589157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.589160:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.589166:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789761832.589167:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761832.589174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761832.589190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555073152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.589201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.589206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761832.589208:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.589212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.589217:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761832.589219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795d180 x1876699555072768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.589223:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761832.589232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761832.589246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555073280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761832.589253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555072768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.589257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.589264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761832.589267:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.589274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1778
00000100:00080000:3.0:1789761832.589278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.589280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.589282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761832.589288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761832.589291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761832.589299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555073408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761832.589300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555072768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761832.589336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761832.589364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761832.589377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795e300 x1876699555072896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761832.589390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555072896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.589399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761832.589403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761832.589407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555072896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761832.589413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761832.589430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761832.589440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795c700 x1876699555073024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761832.589452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555073024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.589461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761832.589464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761832.589468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761832.589474:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073152:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761832.589491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761832.589501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795df80 x1876699555073152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761832.589529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555073152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.589538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761832.589542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761832.589545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073152:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761832.589552:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555073280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761832.589572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761832.589582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795f100 x1876699555073280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761832.589594:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555073280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.589603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761832.589606:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761832.589609:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555073280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761832.589615:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555073408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761832.589631:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761832.589641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff8d7c8795c380 x1876699555073408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761832.589654:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555073408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761832.589662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761832.589665:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761832.589669:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555073408:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761832.972941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761833.996970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761835.021006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761836.044935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761837.068954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761837.708906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.708917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761837.708928:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.708939:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:0.0:1789761837.708951:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.708958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761837.709003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555073536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.709037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.709041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.709043:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.709047:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:0.0:1789761837.709052:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.709057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761837.709069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761837.709083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555073536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789761837.709088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555073664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.709103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.709108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761837.709110:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.709114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:0.0:1789761837.709119:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.709123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761837.709130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.709147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555073792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761837.709157:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789761837.709165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.709170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.709173:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.709178:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:0.0:1789761837.709183:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.709189:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761837.709194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761837.709202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aafb80 x1876699555073536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761837.709211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555073920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761837.709222:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555073536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761837.709238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.709241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761837.709246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761837.709247:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789761837.709252:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761837.709253:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555073536:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761837.709263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:0.0:1789761837.709270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.709274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761837.709280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073664:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789761837.709281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761837.709303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761837.709314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555074048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761837.709316:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aaea00 x1876699555073664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761837.709352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761837.709353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555073664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761837.709363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761837.709367:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.709372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761837.709377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1783
00000100:00080000:1.0:1789761837.709381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761837.709386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073664:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761837.709395:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761837.709397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073792:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789761837.709408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761837.709416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761837.709419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761837.709431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aaca80 x1876699555073792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761837.709438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555074176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761837.709445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555073792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761837.709464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761837.709481:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761837.709485:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761837.709491:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073920:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761837.709511:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761837.709523:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aac380 x1876699555073920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761837.709536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555073920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761837.709545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761837.709549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761837.709553:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555073920:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761837.709568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761837.709583:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761837.709591:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aad180 x1876699555074048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761837.709598:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555074048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761837.709604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761837.709606:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761837.709608:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761837.709612:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761837.709621:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761837.709627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff8d7c85aafb80 x1876699555074176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761837.709634:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555074176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761837.709639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761837.709641:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761837.709642:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761838.093075:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761839.117079:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761840.141685:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761841.166136:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761842.189365:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761842.828942:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.828957:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761842.828962:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.828974:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.828988:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.828998:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761842.829040:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555074304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.829076:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.829080:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.829083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.829087:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.829091:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.829095:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761842.829106:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.829120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555074432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761842.829138:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555074304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761842.829142:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.829149:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.829152:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.829158:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.829162:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.829166:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761842.829172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.829187:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555074560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.829197:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.829201:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.829204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.829208:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.829213:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.829220:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761842.829220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789761842.829229:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761842.829243:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555074688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.829254:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.829258:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.829260:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.829265:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.829271:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.829276:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761842.829282:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761842.829284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b2a00 x1876699555074304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761842.829297:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555074816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.829309:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761842.829312:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555074304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761842.829314:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.829318:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.829329:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1788
00000100:00080000:1.0:1789761842.829335:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761842.829335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555074304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761842.829356:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761842.829364:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.829377:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555074944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761842.829381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.829416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761842.829445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b3800 x1876699555074432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.829459:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555074432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.829469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.829483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.829504:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761842.829515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b2d80 x1876699555074560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.829527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555074560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.829537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.829550:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074688:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761842.829570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761842.829579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b1500 x1876699555074688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.829592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555074688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.829599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829607:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555074688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761842.829612:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.829629:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761842.829638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b1180 x1876699555074816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.829650:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555074816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.829658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829661:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829664:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.829682:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.829698:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761842.829708:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff8d7c867b0000 x1876699555074944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.829719:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555074944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.829727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.829730:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761842.829734:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555074944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761843.213023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761844.236989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761845.260995:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761846.285022:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761847.308993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761847.948918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.948931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761847.948936:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.948949:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:3.0:1789761847.948963:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.948972:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761847.949020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555075072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.949050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.949054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.949056:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.949061:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:3.0:1789761847.949064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.949070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761847.949081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761847.949097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555075072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761847.949099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555075200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761847.949133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.949138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761847.949140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.949145:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:3.0:1789761847.949150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.949154:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761847.949160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.949175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555075328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761847.949186:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761847.949189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.949194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.949197:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761847.949202:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:3.0:1789761847.949215:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761847.949219:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761847.949225:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761847.949233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795d500 x1876699555075072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761847.949241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555075456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761847.949253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555075072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.949256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.949266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761847.949270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761847.949272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761847.949277:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:2.0:1789761847.949278:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761847.949284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761847.949286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555075072:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761847.949293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761847.949299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761847.949310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555075584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761847.949319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075200:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761847.949325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761847.949331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761847.949334:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761847.949341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761847.949345:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1793
00000100:00080000:3.0:1789761847.949351:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761847.949353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795d880 x1876699555075200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761847.949372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761847.949377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555075200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761847.949379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761847.949403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.949410:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761847.949411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555075712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761847.949417:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.949438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.949470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761847.949480:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795ed80 x1876699555075328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.949488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555075328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.949494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.949496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761847.949498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.949502:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075456:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761847.949524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761847.949530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795ca80 x1876699555075456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.949537:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555075456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.949542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.949544:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761847.949546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075456:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761847.949556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555075584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.949567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761847.949573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795ce00 x1876699555075584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.949580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555075584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.949585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.949587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761847.949589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555075584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.949592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555075712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.949601:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761847.949607:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff8d7c8795f800 x1876699555075712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.949614:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555075712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.949619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.949620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761847.949622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555075712:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761848.333035:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761849.356969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761850.381002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761851.404958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761852.428957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761853.068897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.068908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761853.068912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.068923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00080000:3.0:1789761853.068934:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.068951:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761853.068996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555075840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.069025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.069030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.069032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.069037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00080000:3.0:1789761853.069042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.069048:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761853.069058:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761853.069069:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555075840:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761853.069076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555075968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.069090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.069094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761853.069096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.069101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00080000:3.0:1789761853.069106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.069111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761853.069117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761853.069132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555076096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761853.069135:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761853.069150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.069154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.069156:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.069162:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00080000:3.0:1789761853.069168:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761853.069175:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795dc00 x1876699555075840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.069176:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761853.069186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761853.069197:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555075840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.069205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555076224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761853.069219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555075840:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761853.069237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761853.069242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761853.069244:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.069250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00080000:3.0:1789761853.069254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.069258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075968:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789761853.069265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761853.069283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555076352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761853.069295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761853.069297:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761853.069302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761853.069305:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761853.069311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1798
00000100:00100000:2.0:1789761853.069314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795f480 x1876699555075968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.069317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761853.069326:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555075968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761853.069334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761853.069340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069346:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555075968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761853.069364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555076480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761853.069366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.069391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795fb80 x1876699555076096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.069411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555076096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.069417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761853.069427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076224:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761853.069439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795e680 x1876699555076224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.069452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555076224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.069458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076224:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761853.069472:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555076352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.069483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069489:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795c000 x1876699555076352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.069496:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555076352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.069501:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555076352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761853.069509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555076480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.069519:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761853.069524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff8d7c8795ea00 x1876699555076480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.069532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555076480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.069537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.069539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761853.069541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555076480:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761853.452926:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761854.476974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761855.500968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761856.524981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761857.548962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761858.188955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.188965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761858.188970:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.188981:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.188998:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189007:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761858.189047:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555076608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.189078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.189081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761858.189082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.189086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.189088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761858.189103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.189117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555076736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.189128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.189132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761858.189135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.189139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.189144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761858.189154:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.189163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555076864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.189178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.189182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761858.189186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761858.189188:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555076608:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761858.189193:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.189205:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189210:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761858.189214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761858.189231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555076992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.189239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.189241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761858.189243:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.189246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.189267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761858.189278:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761858.189278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.189291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555077120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.189300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.189302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761858.189303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.189307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1803
00000100:00080000:3.0:1789761858.189311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.189324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761858.189331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.189349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555077248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761858.189350:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795ea00 x1876699555076608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555076608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189416:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555076608:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761858.189434:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.189463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761858.189474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795c000 x1876699555076736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555076736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.189520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.189533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761858.189540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795e680 x1876699555076864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189548:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555076864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.189561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076992:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761858.189572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761858.189577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795fb80 x1876699555076992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555076992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189597:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555076992:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761858.189602:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.189612:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761858.189618:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795f480 x1876699555077120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189625:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555077120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189632:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189634:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.189637:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.189647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761858.189652:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff8d7c8795dc00 x1876699555077248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.189658:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555077248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.189663:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.189665:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761858.189668:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077248:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761858.572981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761859.596960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761860.621007:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761861.644928:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761862.669021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761863.308900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.308911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761863.308915:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.308926:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.308938:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.308946:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761863.308986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555077376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.309017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.309020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761863.309021:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.309024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.309027:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.309029:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761863.309037:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.309046:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555077504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.309053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.309056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761863.309058:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.309060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.309074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.309076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761863.309079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.309086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555077632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.309092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.309094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761863.309096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.309099:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.309102:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.309104:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761863.309108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761863.309111:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555077376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761863.309117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555077760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.309127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.309129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761863.309131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.309134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.309136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.309139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761863.309143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.309163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555077888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.309169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.309171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761863.309173:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.309175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1808
00000100:00080000:3.0:1789761863.309187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.309190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761863.309193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761863.309200:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761863.309203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555078016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761863.309246:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795f800 x1876699555077376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555077376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555077376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761863.309299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761863.309317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761863.309338:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795ce00 x1876699555077504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555077504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761863.309360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761863.309371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761863.309376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795ca80 x1876699555077632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555077632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761863.309413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077760:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761863.309424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761863.309430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795ed80 x1876699555077760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555077760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555077760:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761863.309449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761863.309458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761863.309464:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795d880 x1876699555077888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555077888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555077888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761863.309484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761863.309500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761863.309510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff8d7c8795d500 x1876699555078016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761863.309522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555078016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761863.309530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761863.309534:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761863.309537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078016:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761863.693024:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761864.716947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761865.740949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761866.764979:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761867.788986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761868.428939:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.428947:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761868.428951:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.428960:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.428969:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.428975:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761868.429012:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555078144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.429035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.429038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.429039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.429042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.429044:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.429046:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761868.429053:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.429061:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555078272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.429068:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.429070:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761868.429071:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.429073:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.429075:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.429076:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761868.429079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.429085:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555078400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.429091:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.429093:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.429095:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.429100:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.429105:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.429107:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761868.429111:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761868.429117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555078528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.429125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.429128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.429130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.429136:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.429141:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761868.429141:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555078144:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761868.429146:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761868.429162:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.429178:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555078656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.429185:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.429187:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761868.429189:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.429192:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1813
00000100:00080000:1.0:1789761868.429194:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.429196:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761868.429199:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.429211:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555078784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761868.429250:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b0a80 x1876699555078144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555078144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429348:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555078144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761868.429354:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761868.429371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b0380 x1876699555078272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555078272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761868.429402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761868.429412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b1f80 x1876699555078400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555078400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761868.429464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078528:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761868.429476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429482:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b2680 x1876699555078528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555078528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555078528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761868.429502:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761868.429513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b1c00 x1876699555078656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555078656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761868.429546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761868.429557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761868.429564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff8d7c867b0000 x1876699555078784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761868.429571:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555078784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761868.429576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761868.429577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761868.429579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555078784:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761868.813007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761869.836933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761870.860963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761871.885048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761872.908994:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761873.548947:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.548956:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761873.548960:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.548973:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1819
00000100:00080000:1.0:1789761873.548984:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.548992:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761873.549033:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555078912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761873.549057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.549060:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761873.549061:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.549064:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1819
00000100:00080000:1.0:1789761873.549068:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.549072:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761873.549083:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761873.549102:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555079040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761873.549110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555078912:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761873.549125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.549129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761873.549130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.549136:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1819
00000100:00080000:1.0:1789761873.549139:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.549143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761873.549148:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761873.549158:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555079168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761873.549166:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.549169:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761873.549170:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.549173:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1819
00000100:00080000:1.0:1789761873.549175:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.549179:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761873.549184:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761873.549196:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555079296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761873.549217:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.549220:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761873.549221:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.549229:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1819
00000800:00000100:2.0:1789761873.549229:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761873.549240:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.549244:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761873.549249:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761873.549260:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555079424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761873.549268:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761873.549270:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761873.549272:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761873.549275:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1819
00000100:00080000:1.0:1789761873.549279:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761873.549283:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761873.549287:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761873.549302:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555079552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761873.549303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b1180 x1876699555078912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549362:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555078912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549379:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555078912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761873.549412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.549441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761873.549452:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b1500 x1876699555079040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555079040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.549475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.549486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761873.549493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b2d80 x1876699555079168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555079168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549507:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.549513:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079296:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761873.549525:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761873.549531:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b3800 x1876699555079296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555079296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549545:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549547:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079296:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761873.549551:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555079424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.549562:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761873.549569:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b2a00 x1876699555079424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555079424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555079424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.549587:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555079552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761873.549599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761873.549605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff8d7c867b0e00 x1876699555079552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761873.549611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555079552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.549621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761873.549623:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761873.549625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555079552:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761873.932992:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761874.956946:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761875.980988:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761877.004920:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761878.029041:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761878.668938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.668948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761878.668953:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.668964:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.668976:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.668984:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761878.669028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555079680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.669055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.669065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.669067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.669072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.669085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.669091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761878.669100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555079680:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761878.669102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.669122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555079808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.669135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.669139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.669141:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.669146:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.669151:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.669155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761878.669158:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761878.669176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.669195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555079936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.669206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.669211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789761878.669213:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795c380 x1876699555079680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761878.669214:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.669240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.669249:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.669257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761878.669264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761878.669265:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555079680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761878.669283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761878.669286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555080064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761878.669290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761878.669298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555079680:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761878.669337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.669340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761878.669341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079808:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761878.669344:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.669351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.669357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.669362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761878.669368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761878.669372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761878.669380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795f100 x1876699555079808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761878.669390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555080192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761878.669393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555079808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761878.669434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761878.669436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761878.669442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761878.669443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761878.669448:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079808:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761878.669449:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761878.669456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079936:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761878.669459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1824
00000100:00080000:3.0:1789761878.669465:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.669470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761878.669476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761878.669486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761878.669491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555080320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761878.669497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795df80 x1876699555079936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761878.669520:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555079936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761878.669527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761878.669530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761878.669533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555079936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761878.669541:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080064:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761878.669562:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761878.669574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795c700 x1876699555080064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761878.669587:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555080064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761878.669594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761878.669596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761878.669599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080064:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761878.669611:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761878.669625:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761878.669643:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795e300 x1876699555080192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761878.669650:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555080192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761878.669656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761878.669658:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761878.669660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761878.669663:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761878.669672:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761878.669678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff8d7c8795d180 x1876699555080320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761878.669685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555080320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761878.669690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761878.669692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761878.669694:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080320:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761879.052975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761880.077066:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761881.100959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761882.125005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761883.148956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761883.788898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.788908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761883.788913:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.788923:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00080000:3.0:1789761883.788935:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761883.788942:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761883.788984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555080448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761883.789014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.789018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761883.789020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.789025:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00080000:3.0:1789761883.789029:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761883.789034:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761883.789045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761883.789057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555080576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761883.789066:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555080448:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761883.789068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.789075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761883.789077:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.789080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00080000:3.0:1789761883.789083:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761883.789085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761883.789089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761883.789097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555080704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761883.789104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.789107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761883.789109:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.789111:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00080000:3.0:1789761883.789121:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761883.789135:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761883.789139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761883.789148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555080832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761883.789156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.789158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761883.789161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.789166:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00080000:3.0:1789761883.789170:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761883.789174:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080576:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761883.789177:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761883.789186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761883.789202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555080960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761883.789209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080704:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761883.789218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761883.789222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761883.789224:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761883.789228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1829
00000100:00100000:2.0:1789761883.789232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080832:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789761883.789233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761883.789240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761883.789246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761883.789256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555081088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761883.789260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761883.789287:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761884.172982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761885.197030:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761886.221036:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761886.861051:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789761886.861089:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761886.861122:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761886.861171:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761886.861181:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761886.861190:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761886.861198:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789761886.861210:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761886.861237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795c380 x1876699555081088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555081088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861286:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761886.861299:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795f100 x1876699555080960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861312:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555080960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555080960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761886.861336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795e300 x1876699555080576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555080576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761886.861379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795c700 x1876699555080704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555080704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761886.861413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795df80 x1876699555080832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555080832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861447:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555080832:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761886.861454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761886]  req@ffff8d7c8795d180 x1876699555080448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761886.861467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555080448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761886.861490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761886.861493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761886.861497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555080448:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789761887.244950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761888.268980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761888.908881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.908894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761888.908899:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.908911:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.908926:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.908936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761888.908975:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555081216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.909007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.909011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.909014:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.909019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.909023:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.909028:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761888.909039:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.909055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555081344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761888.909059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555081216:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761888.909076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.909081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761888.909083:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.909101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.909107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.909111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761888.909117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.909132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555081472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.909143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.909146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.909148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.909153:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.909157:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.909161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761888.909168:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761888.909170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761888.909186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555081600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.909197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.909201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761888.909203:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.909208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.909220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761888.909222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795d500 x1876699555081216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.909228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761888.909237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761888.909252:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555081216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.909255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555081728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761888.909280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761888.909292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761888.909297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761888.909298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555081216:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761888.909300:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761888.909308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1834
00000100:00080000:3.0:1789761888.909313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761888.909318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761888.909324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.909336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555081856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761888.909343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.909379:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761888.909395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795d880 x1876699555081344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.909407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555081344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.909416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761888.909423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761888.909429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.909449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761888.909460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795ed80 x1876699555081472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.909472:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555081472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.909479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761888.909486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761888.909492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081600:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761888.909513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761888.909524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795ca80 x1876699555081600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.909535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555081600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.909548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761888.909555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555081600:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761888.909561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.909581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761888.909591:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795ce00 x1876699555081728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.909602:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555081728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.909610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761888.909616:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761888.909646:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761888.909666:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761888.909677:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff8d7c8795f800 x1876699555081856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761888.909689:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555081856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761888.909696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761888.909699:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761888.909703:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555081856:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761889.293013:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761890.316933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761891.340948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761892.364958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761893.388928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761894.028924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.028936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761894.028940:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.028952:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.028964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.028972:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761894.029014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555081984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.029064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.029068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.029070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.029075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.029079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.029085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761894.029098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.029114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555082112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.029125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.029129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.029131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.029136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.029141:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761894.029146:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555081984:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761894.029151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761894.029166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.029186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555082240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.029201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.029205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.029212:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.029219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.029224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761894.029225:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761894.029243:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761894.029250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761894.029266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555082368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761894.029274:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795dc00 x1876699555081984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761894.029278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.029295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.029301:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.029308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.029314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761894.029319:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555081984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761894.029320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761894.029329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761894.029350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761894.029353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555082496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761894.029360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555081984:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761894.029385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.029391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.029394:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761894.029396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082112:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761894.029401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1839
00000100:00080000:3.0:1789761894.029407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.029411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761894.029416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761894.029427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761894.029428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555082624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761894.029442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795f480 x1876699555082112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.029454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555082112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.029462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.029465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.029490:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.029503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761894.029510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795fb80 x1876699555082240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.029518:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555082240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.029523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.029525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.029531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082368:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761894.029542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761894.029548:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795e680 x1876699555082368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.029556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555082368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.029561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.029563:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029565:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761894.029568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555082496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.029579:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761894.029585:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795c000 x1876699555082496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.029592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555082496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.029597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.029599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555082496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761894.029604:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555082624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761894.029614:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761894.029619:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff8d7c8795ea00 x1876699555082624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761894.029626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555082624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761894.029631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761894.029634:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761894.029636:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555082624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761894.413142:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761895.436934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761896.460915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761897.484975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761898.508943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761899.148919:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.148931:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761899.148936:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.148947:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.148959:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.148967:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761899.149023:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555082752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.149053:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.149059:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.149060:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.149064:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.149067:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.149070:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761899.149079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.149090:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555082880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.149098:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.149101:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.149103:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761899.149106:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555082752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761899.149107:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.149112:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.149117:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761899.149121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.149128:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555083008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.149134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.149136:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.149137:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.149139:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.149142:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.149145:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761899.149149:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761899.149157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555083136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.149165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.149168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.149169:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.149171:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.149174:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.149176:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761899.149178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761899.149183:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761899.149187:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555083264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.149194:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.149197:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.149199:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.149203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1844
00000100:00080000:3.0:1789761899.149205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.149207:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761899.149210:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.149217:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555083392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761899.149224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795ea00 x1876699555082752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555082752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149267:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555082752:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761899.149289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.149305:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761899.149314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795c000 x1876699555082880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555082880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149331:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555082880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.149336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.149346:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761899.149352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795e680 x1876699555083008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555083008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149372:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.149377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083136:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761899.149388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761899.149393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795fb80 x1876699555083136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555083136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083136:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761899.149422:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555083264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.149442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761899.149455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795f480 x1876699555083264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555083264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555083264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.149486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555083392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.149508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761899.149519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff8d7c8795dc00 x1876699555083392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.149528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555083392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.149534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.149536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761899.149539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555083392:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761899.532971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761900.556941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761901.580925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761902.605002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761903.628960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761904.268906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.268918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761904.268922:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.268932:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.268943:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.268952:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761904.269008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555083520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761904.269040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.269042:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761904.269044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.269047:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.269050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.269053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761904.269062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761904.269071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555083648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761904.269078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.269081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761904.269082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.269085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.269087:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.269089:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761904.269093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761904.269100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555083776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761904.269109:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555083520:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761904.269109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.269112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761904.269115:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.269123:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.269125:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.269127:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761904.269130:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761904.269139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555083904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761904.269145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.269148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761904.269149:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.269151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.269153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.269156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761904.269159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761904.269165:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555084032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761904.269171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761904.269173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761904.269175:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761904.269177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1849
00000100:00080000:3.0:1789761904.269188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761904.269191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761904.269194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761904.269199:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761904.269203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555084160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761904.269260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795f800 x1876699555083520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269283:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555083520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555083520:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761904.269314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.269340:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761904.269354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795ce00 x1876699555083648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555083648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.269414:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.269436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761904.269449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795ca80 x1876699555083776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555083776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.269485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083904:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761904.269508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761904.269520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795ed80 x1876699555083904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269534:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555083904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269547:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555083904:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761904.269557:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.269578:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761904.269590:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795d880 x1876699555084032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269603:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555084032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269615:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269619:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.269626:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.269649:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761904.269661:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff8d7c8795d500 x1876699555084160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.269674:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555084160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.269689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.269693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761904.269697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084160:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761904.653246:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761905.677091:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761906.701554:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761907.725742:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761908.749344:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761909.388887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.388897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761909.388901:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.388912:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.388923:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.388948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761909.388989:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555084288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.389014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.389017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.389018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.389021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.389024:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.389027:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761909.389035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.389043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555084416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.389055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.389058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.389059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.389063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.389066:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.389073:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389075:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555084288:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761909.389078:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.389095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555084544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.389106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.389111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.389112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.389117:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.389120:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.389124:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761909.389128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761909.389137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555084672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.389144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.389147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.389148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.389151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.389153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.389156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761909.389160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.389167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555084800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761909.389175:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761909.389177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.389181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.389182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.389186:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1854
00000100:00080000:3.0:1789761909.389187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.389190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761909.389193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.389199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555084928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761909.389237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795d180 x1876699555084288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389260:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555084288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555084288:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761909.389299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.389326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389341:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795df80 x1876699555084416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555084416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.389407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.389428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795c700 x1876699555084544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555084544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.389476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084672:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761909.389497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795e300 x1876699555084672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555084672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389531:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555084672:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761909.389545:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.389565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795f100 x1876699555084800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555084800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.389611:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.389632:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761909.389646:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff8d7c8795c380 x1876699555084928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.389668:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555084928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.389677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.389681:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761909.389684:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555084928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761909.773387:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761910.796979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761911.820975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761912.844962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761913.868965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761914.508982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.508993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761914.508997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.509009:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509021:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.509030:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761914.509080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555085056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.509108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.509112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761914.509115:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.509119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.509126:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761914.509136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761914.509170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555085184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.509183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.509188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761914.509190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761914.509198:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555085056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761914.509199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509208:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.509228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761914.509233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761914.509250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555085312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.509262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.509266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761914.509269:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.509273:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509320:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.509329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761914.509339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761914.509347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761914.509375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555085440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.509396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761914.509407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795c380 x1876699555085056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761914.509407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761914.509415:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.509433:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761914.509458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555085056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761914.509458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761914.509484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761914.509491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761914.509497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.509509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555085056:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761914.509522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555085568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.509543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761914.509552:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085184:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761914.509554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761914.509562:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.509573:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1860
00000100:00080000:3.0:1789761914.509581:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.509589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761914.509599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761914.509609:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761914.509627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555085696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761914.509641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795f100 x1876699555085184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.509671:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555085184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761914.509688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761914.509695:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.509703:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761914.509716:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761914.509750:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761914.509771:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795e300 x1876699555085312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.509795:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555085312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761914.509852:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761914.509859:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.509865:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761914.509877:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085440:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761914.509941:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761914.509957:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795c700 x1876699555085440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.509972:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555085440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761914.509981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761914.509985:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.509988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085440:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761914.509996:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555085568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761914.510014:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761914.510024:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795df80 x1876699555085568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.510043:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555085568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761914.510068:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761914.510074:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.510081:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555085568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761914.510112:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555085696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761914.510144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761914.510163:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff8d7c8795d180 x1876699555085696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.510175:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555085696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761914.510185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761914.510188:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761914.510191:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555085696:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761914.892973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761915.916957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761916.940966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761917.964974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761918.988935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761919.628910:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.628928:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761919.628932:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.628941:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.628950:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.628956:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761919.628991:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555085824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.629011:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.629014:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.629015:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.629018:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.629020:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.629022:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761919.629030:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.629039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555085952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.629047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.629052:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761919.629053:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555085824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761919.629056:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.629063:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.629066:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.629068:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761919.629071:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.629080:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555086080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.629087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.629090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.629091:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.629094:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.629096:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.629098:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761919.629101:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761919.629110:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555086208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761919.629117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761919.629124:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.629128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.629130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.629133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.629136:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.629139:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761919.629142:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.629158:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555086336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761919.629164:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b3100 x1876699555085824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761919.629168:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.629176:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.629179:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.629188:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1865
00000100:00080000:1.0:1789761919.629192:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.629198:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629199:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555085824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761919.629205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761919.629219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761919.629224:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555086464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.629226:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629233:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555085824:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761919.629262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761919.629279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629288:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b1880 x1876699555085952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.629296:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555085952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.629302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761919.629304:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555085952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761919.629310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761919.629324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629334:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b3b80 x1876699555086080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.629346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555086080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.629356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761919.629360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761919.629371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086208:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761919.629389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b2300 x1876699555086208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.629404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555086208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.629410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761919.629413:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629415:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086208:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761919.629418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555086336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761919.629429:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b0e00 x1876699555086336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.629441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555086336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.629447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761919.629448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555086336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761919.629453:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555086464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761919.629463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761919.629477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff8d7c867b2a00 x1876699555086464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.629488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555086464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761919.629493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761919.629496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761919.629498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555086464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761920.012962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761921.036962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761922.060969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761923.084976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761924.109045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761924.748956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.748966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761924.748972:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.748985:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.748996:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749004:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761924.749048:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555086592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.749070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.749072:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.749074:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.749082:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.749086:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761924.749099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.749110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555086720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761924.749114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555086592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761924.749122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.749125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.749129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.749134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.749136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749138:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761924.749141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761924.749151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555086848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.749163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.749165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.749167:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.749169:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.749173:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749175:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761924.749178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761924.749182:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761924.749189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555086976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.749198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.749201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761924.749202:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761924.749204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.749206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761924.749213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761924.749222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795d500 x1876699555086592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761924.749223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555087104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761924.749257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761924.749259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761924.749261:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761924.749265:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555086592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761924.749267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1870
00000100:00080000:3.0:1789761924.749273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761924.749279:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761924.749286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761924.749287:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749293:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761924.749298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555087232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761924.749301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555086592:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761924.749336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761924.749363:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761924.749373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795d880 x1876699555086720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.749388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555086720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.749395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761924.749399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761924.749404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761924.749416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761924.749423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795ed80 x1876699555086848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.749430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555086848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.749435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761924.749439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761924.749442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086976:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761924.749453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761924.749459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795ca80 x1876699555086976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.749466:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555086976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.749476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761924.749481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555086976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761924.749484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761924.749494:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761924.749507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795ce00 x1876699555087104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.749515:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555087104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.749520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761924.749525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761924.749528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761924.749539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761924.749546:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff8d7c8795f800 x1876699555087232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.749553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555087232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.749557:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.749559:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761924.749562:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087232:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761925.132993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761926.157056:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761927.180976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761928.205042:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761929.228919:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761929.869886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.869895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761929.869899:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.869909:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.869918:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.869924:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761929.869961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555087360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.869985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.869988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761929.869993:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.869997:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.869999:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.870002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761929.870010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.870020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555087488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761929.870028:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555087360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761929.870043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.870046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761929.870048:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.870051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.870053:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.870056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761929.870059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.870067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555087616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.870075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.870080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761929.870082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.870086:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.870090:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.870095:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761929.870101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761929.870106:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789761929.870118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555087744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.870131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.870135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761929.870137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.870142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.870147:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.870151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870156:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aaf100 x1876699555087360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761929.870158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.870172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555087872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.870180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.870182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761929.870187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761929.870188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555087360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.870192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1875
00000100:00080000:0.0:1789761929.870197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.870202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761929.870208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761929.870213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761929.870219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555088000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761929.870221:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870229:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555087360:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761929.870255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.870275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aac700 x1876699555087488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.870294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555087488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.870301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.870303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.870311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.870323:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aace00 x1876699555087616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.870338:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555087616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.870343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.870345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.870350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087744:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761929.870361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aaf800 x1876699555087744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.870375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555087744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.870381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.870382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555087744:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761929.870388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.870398:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aaf480 x1876699555087872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.870412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555087872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.870417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.870419:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555087872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.870424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.870434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761929.870440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff8d7c85aae300 x1876699555088000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.870447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555088000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.870452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.870454:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761929.870456:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088000:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761930.252950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761931.276945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761932.300925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761933.324942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761934.348980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761934.988912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.988922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761934.988927:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.988939:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:3.0:1789761934.988950:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.988958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761934.989001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555088128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.989028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.989032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.989034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.989038:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:3.0:1789761934.989041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.989044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761934.989054:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761934.989068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555088256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.989079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.989083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761934.989085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.989088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:3.0:1789761934.989091:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.989094:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761934.989099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761934.989105:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555088128:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761934.989114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555088384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.989132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.989137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.989140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.989146:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:3.0:1789761934.989151:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.989157:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761934.989166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761934.989188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555088512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761934.989189:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761934.989209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761934.989214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761934.989216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.989221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:3.0:1789761934.989227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.989233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795dc00 x1876699555088128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761934.989241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761934.989278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555088640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761934.989297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761934.989303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555088128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.989303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761934.989308:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761934.989319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1880
00000100:00080000:2.0:1789761934.989325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.989325:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761934.989330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761934.989336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789761934.989340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761934.989342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555088128:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761934.989356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.989357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555088768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761934.989387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795f480 x1876699555088256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.989412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555088256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.989420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.989422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761934.989438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.989461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.989477:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795fb80 x1876699555088384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.989503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555088384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.989522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.989527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761934.989531:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.989539:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088512:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761934.989567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795e680 x1876699555088512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.989598:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555088512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.989606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.989608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761934.989611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555088512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761934.989616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.989635:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989644:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795c000 x1876699555088640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.989653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555088640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.989659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.989661:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761934.989665:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761934.989669:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761934.989682:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761934.989689:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff8d7c8795ea00 x1876699555088768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761934.989698:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555088768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761934.989704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761934.989706:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761934.989709:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555088768:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761935.372949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761936.396944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761937.420965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761938.444981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761939.468911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761940.108934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.108944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761940.108948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.108959:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.108970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.108978:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761940.109019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555088896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761940.109045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.109048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761940.109049:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.109052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.109055:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.109058:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761940.109067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761940.109075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555089024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761940.109082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.109084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761940.109085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.109088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.109090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.109092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761940.109095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761940.109102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555089152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761940.109109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.109111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761940.109113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.109115:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.109117:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.109120:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761940.109123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761940.109132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555089280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761940.109134:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555088896:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761940.109152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.109155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761940.109155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.109158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.109160:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.109162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761940.109165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761940.109173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555089408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761940.109187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761940.109189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761940.109190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761940.109193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1885
00000100:00080000:3.0:1789761940.109202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761940.109205:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761940.109209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761940.109214:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761940.109223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555089536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761940.109262:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795ea00 x1876699555088896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109283:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555088896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555088896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761940.109330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761940.109354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761940.109364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795c000 x1876699555089024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555089024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761940.109388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761940.109399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761940.109405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795e680 x1876699555089152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555089152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761940.109443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089280:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761940.109455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761940.109462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795fb80 x1876699555089280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555089280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089280:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761940.109482:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555089408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761940.109493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761940.109498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795f480 x1876699555089408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555089408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555089408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761940.109517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555089536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761940.109527:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761940.109533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff8d7c8795dc00 x1876699555089536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761940.109539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555089536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761940.109549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761940.109551:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761940.109553:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555089536:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761940.493054:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761941.516999:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761942.540983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761943.564984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761944.588975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761945.228895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.228906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761945.228910:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.228922:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1890
00000100:00080000:3.0:1789761945.228934:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761945.228941:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761945.228982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555089664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761945.229028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.229031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761945.229033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.229037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1890
00000100:00080000:3.0:1789761945.229041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761945.229043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761945.229052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761945.229078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555089792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761945.229086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.229089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761945.229091:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.229100:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1890
00000100:00080000:3.0:1789761945.229104:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761945.229107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761945.229112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761945.229137:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555089664:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761945.229147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555089920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761945.229164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.229171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761945.229174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.229180:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1890
00000100:00080000:3.0:1789761945.229185:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761945.229191:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761945.229199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761945.229212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555090048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761945.229222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.229226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761945.229227:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.229233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1890
00000800:00000100:2.0:1789761945.229243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761945.229247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761945.229253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761945.229260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761945.229300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555090176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761945.229315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761945.229320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761945.229324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795f800 x1876699555089664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.229326:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761945.229348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1890
00000100:00080000:3.0:1789761945.229355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761945.229357:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555089664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.229364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761945.229391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761945.229395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761945.229400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555089664:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789761945.229415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555090304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761945.229419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761945.229446:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761945.229460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795ce00 x1876699555089792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761945.229469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555089792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761945.229479:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761945.229482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229484:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761945.229526:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761945.229552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761945.229559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795ca80 x1876699555089920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761945.229568:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555089920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761945.229573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761945.229575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229578:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555089920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761945.229582:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090048:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761945.229595:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761945.229613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795ed80 x1876699555090048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761945.229621:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555090048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761945.229627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761945.229629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229632:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090048:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761945.229636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761945.229647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761945.229654:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795d880 x1876699555090176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761945.229661:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555090176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761945.229686:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761945.229689:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229708:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761945.229714:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761945.229732:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761945.229742:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff8d7c8795d500 x1876699555090304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761945.229751:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555090304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761945.229757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761945.229760:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761945.229762:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090304:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761945.612994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761946.636952:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761947.660980:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761948.684964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761949.709003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761950.348919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.348941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761950.348946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.348959:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.348973:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761950.348983:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761950.349030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555090432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761950.349068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.349073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761950.349074:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.349079:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.349084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761950.349089:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761950.349101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.349141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555090560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761950.349148:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555090432:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761950.349160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.349167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761950.349169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.349174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.349180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761950.349185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761950.349192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.349211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555090688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761950.349223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.349228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761950.349230:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.349236:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.349241:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761950.349244:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761950.349250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761950.349264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555090816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761950.349277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.349281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761950.349283:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.349288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.349296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761950.349301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090560:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761950.349322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761950.349332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.349356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555090944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761950.349370:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090688:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761950.349407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761950.349411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761950.349413:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761950.349420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1895
00000100:00080000:3.0:1789761950.349427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761950.349432:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090816:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789761950.349434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761950.349448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761950.349466:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761950.349468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555091072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761950.349526:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091072:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761950.733085:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761951.756955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761952.780969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761953.421040:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789761953.421081:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761953.421097:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761953.421137:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761953.421149:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761953.421159:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761953.421169:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789761953.421179:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789761953.421180:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795df80 x1876699555090560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421210:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555090560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421229:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421233:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761953.421240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795c700 x1876699555090688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555090688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421257:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421259:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761953.421264:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795e300 x1876699555090816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421271:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555090816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421278:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555090816:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761953.421283:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795d180 x1876699555090432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421293:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555090432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555090432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761953.421336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795c380 x1876699555091072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555091072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761953.421370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761953]  req@ffff8d7c8795f100 x1876699555090944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761953.421383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555090944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761953.421390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761953.421393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761953.421396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555090944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761953.804967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761954.828915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761955.468927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761955.468938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761955.468943:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761955.468962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.468973:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761955.468981:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761955.469025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555091200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761955.469056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761955.469061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761955.469063:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761955.469068:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.469072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761955.469076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761955.469086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761955.469102:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555091328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761955.469115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761955.469119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555091200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761955.469120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761955.469125:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761955.469134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.469138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761955.469142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761955.469148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761955.469162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555091456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761955.469173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761955.469177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761955.469179:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761955.469184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.469188:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761955.469192:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761955.469199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761955.469200:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761955.469216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555091584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761955.469227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761955.469231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761955.469234:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761955.469239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.469245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761955.469248:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795f100 x1876699555091200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.469261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761955.469270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761955.469276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555091200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.469286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555091712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761955.469290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761955.469306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761955.469308:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555091200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761955.469329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761955.469333:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761955.469337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091328:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761955.469341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1901
00000100:00080000:3.0:1789761955.469348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761955.469354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761955.469361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761955.469369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761955.469377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555091840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761955.469387:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795c380 x1876699555091328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761955.469402:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555091328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761955.469411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761955.469418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761955.469424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761955.469445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761955.469456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795d180 x1876699555091456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761955.469467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555091456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761955.469474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761955.469479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761955.469486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091584:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761955.469505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761955.469517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795e300 x1876699555091584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761955.469530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555091584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761955.469539:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761955.469545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555091584:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761955.469550:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761955.469568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761955.469579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795c700 x1876699555091712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761955.469605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555091712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761955.469614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761955.469621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761955.469638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761955.469660:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761955.469672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff8d7c8795df80 x1876699555091840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761955.469683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555091840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761955.469690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761955.469693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761955.469697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555091840:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789761955.852951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761956.876935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761957.900943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761958.924921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761959.948955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761960.588923:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.588931:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761960.588935:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.588944:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.588954:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.588959:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789761960.588996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555091968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.589026:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.589030:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.589032:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.589037:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.589041:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.589045:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761960.589056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.589067:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555092096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.589075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.589078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.589079:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.589082:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.589085:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.589087:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761960.589090:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.589100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555092224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761960.589114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555091968:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789761960.589117:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.589131:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.589137:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.589141:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.589143:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.589145:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761960.589148:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789761960.589157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555092352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.589164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.589167:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.589168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.589170:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.589174:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.589177:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761960.589180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.589186:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555092480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.589192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.589195:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.589196:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.589198:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1906
00000100:00080000:0.0:1789761960.589201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.589203:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789761960.589206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.589213:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555092608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761960.589222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589291:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aad880 x1876699555091968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555091968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555091968:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761960.589346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.589372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589385:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aaed80 x1876699555092096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589399:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555092096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589415:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.589449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.589473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aac000 x1876699555092224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555092224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.589521:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092352:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761960.589543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aae680 x1876699555092352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555092352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761960.589609:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555092480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.589631:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589643:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aadc00 x1876699555092480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589657:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555092480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589674:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555092480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761960.589681:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555092608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761960.589703:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761960.589715:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff8d7c85aad500 x1876699555092608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761960.589728:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555092608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761960.589736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761960.589740:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761960.589744:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555092608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761960.972977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761961.996940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761963.021020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761964.044943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761965.069009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761965.709015:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709025:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761965.709029:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709040:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709051:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.709059:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789761965.709104:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555092736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.709137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.709143:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709148:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709153:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.709157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761965.709167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.709182:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555092864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761965.709182:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555092736:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789761965.709197:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709200:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761965.709202:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709205:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709207:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.709210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761965.709213:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.709220:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555092992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.709231:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709234:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.709236:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709238:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709243:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.709245:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761965.709248:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789761965.709255:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555093120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.709262:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709265:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761965.709266:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709270:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709273:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761965.709275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789761965.709279:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761965.709284:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.709290:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555093248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761965.709297:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761965.709299:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761965.709301:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761965.709304:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1911
00000100:00080000:1.0:1789761965.709307:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761965.709309:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789761965.709312:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761965.709320:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555093376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761965.709333:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b3800 x1876699555092736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709357:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555092736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709369:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555092736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761965.709403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.709430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761965.709443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b2d80 x1876699555092864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555092864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709471:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.709478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.709500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761965.709525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b1500 x1876699555092992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555092992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709557:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709561:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555092992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.709568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093120:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761965.709589:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761965.709598:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b1180 x1876699555093120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709606:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555093120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709617:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093120:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761965.709621:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555093248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.709633:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761965.709639:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b0000 x1876699555093248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709647:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555093248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709653:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709656:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555093248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761965.709659:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555093376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761965.709670:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761965.709676:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff8d7c867b1c00 x1876699555093376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761965.709683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555093376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.709688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761965.709690:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761965.709691:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555093376:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761966.092988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761967.117010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761968.140897:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761969.164976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761970.188958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761970.828927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.828938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761970.828941:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.828953:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.828964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761970.828971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761970.829009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555093504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761970.829047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.829049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761970.829051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.829054:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.829056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761970.829062:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761970.829071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761970.829081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555093632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761970.829088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.829091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761970.829092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.829095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.829097:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761970.829102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829104:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555093504:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789761970.829105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761970.829119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555093760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761970.829127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.829129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761970.829130:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.829133:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.829136:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761970.829139:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761970.829142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761970.829151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555093888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761970.829161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.829166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761970.829168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.829171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.829176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761970.829179:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789761970.829185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761970.829192:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761970.829207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555094016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761970.829217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761970.829221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761970.829224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795d500 x1876699555093504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.829225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761970.829232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1916
00000100:00080000:3.0:1789761970.829236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761970.829245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761970.829253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761970.829256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555093504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761970.829272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555094144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761970.829273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555093504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761970.829292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.829318:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795d880 x1876699555093632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.829339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555093632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.829347:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.829370:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.829381:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829387:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795ed80 x1876699555093760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.829394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555093760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.829401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.829407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093888:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761970.829419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795ca80 x1876699555093888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.829432:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555093888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.829439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829441:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555093888:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761970.829444:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.829454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795ce00 x1876699555094016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.829483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555094016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.829491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761970.829497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761970.829510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761970.829517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff8d7c8795f800 x1876699555094144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761970.829524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555094144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761970.829534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761970.829536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761970.829538:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094144:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761971.212938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761972.237303:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761973.261182:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761974.284948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761975.309194:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761975.948887:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.948899:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761975.948904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.948916:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.948929:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.948938:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761975.948979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555094272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.949008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.949012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.949014:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.949018:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.949021:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.949025:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761975.949036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761975.949049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555094400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761975.949058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555094272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761975.949065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.949070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.949072:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.949078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.949081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.949086:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761975.949092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761975.949105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555094528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.949115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.949118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.949120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.949124:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.949130:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.949134:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761975.949140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789761975.949146:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761975.949167:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555094656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761975.949179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761975.949183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761975.949185:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761975.949190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.949194:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.949199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795dc00 x1876699555094272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761975.949205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761975.949224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555094784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761975.949225:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555094272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.949259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.949266:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789761975.949266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761975.949272:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761975.949273:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555094272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761975.949279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1921
00000100:00080000:3.0:1789761975.949284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761975.949287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761975.949292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.949302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789761975.949307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555094912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761975.949335:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795f480 x1876699555094400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.949364:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555094400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.949377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761975.949380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.949384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.949399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795fb80 x1876699555094528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.949413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555094528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.949420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761975.949422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.949426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094656:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761975.949462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795e680 x1876699555094656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.949479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555094656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949484:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.949486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761975.949489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555094656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761975.949493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.949505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795c000 x1876699555094784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.949518:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555094784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.949524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761975.949526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761975.949537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761975.949548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761975.949554:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff8d7c8795ea00 x1876699555094912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761975.949560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555094912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761975.949565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761975.949567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761975.949569:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555094912:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761976.333590:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761977.356898:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761978.380954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761979.404995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761980.428958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761981.068944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.068955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761981.068959:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.068971:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.068992:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.069002:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761981.069055:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555095040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.069081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.069084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761981.069085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.069089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.069091:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.069094:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761981.069103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.069118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555095168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.069137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.069141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761981.069146:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555095040:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761981.069146:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.069156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.069162:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.069167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761981.069173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.069188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555095296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.069199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.069203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761981.069205:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.069210:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.069214:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.069219:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761981.069224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761981.069228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761981.069244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555095424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.069255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.069259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761981.069261:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.069266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.069272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761981.069273:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795ea00 x1876699555095040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.069281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761981.069290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761981.069294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555095040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761981.069307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555095552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.069310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555095040:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761981.069330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.069334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761981.069337:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.069341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1926
00000100:00080000:3.0:1789761981.069346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761981.069347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095168:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789761981.069354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761981.069361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761981.069370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789761981.069377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555095680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761981.069383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795c000 x1876699555095168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.069419:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555095168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.069428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069431:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.069436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.069451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761981.069461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795e680 x1876699555095296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.069470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555095296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.069478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069487:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.069492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095424:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761981.069505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761981.069512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795fb80 x1876699555095424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.069519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555095424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.069526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095424:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761981.069532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555095552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.069543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761981.069548:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795f480 x1876699555095552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.069555:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555095552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.069567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069569:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555095552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761981.069580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555095680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761981.069591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761981.069597:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff8d7c8795dc00 x1876699555095680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.069604:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555095680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.069609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.069611:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761981.069613:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555095680:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761981.452968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761982.476985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761983.500960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761984.525025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761985.548977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761986.188872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.188880:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761986.188884:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.188894:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.188904:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.188911:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789761986.188948:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555095808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.188974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.188977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761986.188979:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.188983:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.188988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.188992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761986.189003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761986.189021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555095936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.189034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761986.189039:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555095808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789761986.189040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761986.189045:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.189053:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.189057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.189061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761986.189066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761986.189078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555096064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.189086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.189089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761986.189090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.189093:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.189104:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.189109:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789761986.189110:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789761986.189114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789761986.189124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555096192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.189133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.189136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761986.189138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.189140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.189142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.189145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789761986.189149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761986.189157:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795f800 x1876699555095808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.189162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555096320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.189179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761986.189180:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555095808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.189190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761986.189195:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.189205:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1931
00000100:00080000:3.0:1789761986.189211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.189217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789761986.189218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761986.189222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761986.189227:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789761986.189236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555096448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761986.189237:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555095808:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761986.189266:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761986.189296:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761986.189306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795ce00 x1876699555095936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761986.189315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555095936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761986.189321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761986.189323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761986.189325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555095936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761986.189330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761986.189341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761986.189347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795ca80 x1876699555096064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761986.189355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555096064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761986.189374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761986.189377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761986.189379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761986.189384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096192:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789761986.189399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761986.189407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795ed80 x1876699555096192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761986.189414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555096192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761986.189419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761986.189421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761986.189424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096192:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789761986.189427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555096320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761986.189437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761986.189442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795d880 x1876699555096320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761986.189449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555096320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761986.189454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761986.189456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761986.189458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555096320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789761986.189461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555096448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789761986.189470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789761986.189476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff8d7c8795d500 x1876699555096448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761986.189483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555096448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761986.189488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761986.189490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789761986.189491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555096448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789761986.572961:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761987.596985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761988.620935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761989.644940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761990.668996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761991.309008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761991.309018:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761991.309023:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309033:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309044:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761991.309051:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761991.309096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555096576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761991.309125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761991.309129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761991.309131:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309134:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309137:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761991.309140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761991.309150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761991.309162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555096704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761991.309171:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761991.309174:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761991.309176:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309179:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309181:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761991.309187:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555096576:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789761991.309188:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761991.309196:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761991.309206:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555096832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761991.309235:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761991.309239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761991.309242:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309246:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309251:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761991.309264:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761991.309270:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761991.309284:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555096960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761991.309296:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761991.309305:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761991.309342:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761991.309346:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309354:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309378:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761991.309384:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761991.309392:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761991.309411:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555097088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761991.309422:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47c000 x1876699555096576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761991.309430:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761991.309445:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761991.309453:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761991.309467:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1936
00000100:00080000:2.0:1789761991.309490:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761991.309497:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761991.309502:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761991.309507:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555096576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761991.309520:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555097216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761991.309526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.309558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.309575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555096576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761991.309584:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761991.309611:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761991.309623:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47d880 x1876699555096704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761991.309634:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555096704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761991.309641:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.309645:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.309648:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761991.309671:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761991.309686:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761991.309694:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47df80 x1876699555096832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761991.309703:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555096832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761991.309710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.309723:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.309726:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761991.309731:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096960:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761991.309768:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761991.309778:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47ca80 x1876699555096960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761991.309790:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555096960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761991.309816:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.309820:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.309823:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555096960:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761991.309829:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761991.309848:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761991.309859:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47d500 x1876699555097088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761991.309888:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555097088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761991.309941:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.309944:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.309947:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761991.309952:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761991.309972:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761991.309983:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff8d7c8a47f480 x1876699555097216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761991.309993:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555097216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761991.309999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761991.310002:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761991.310004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097216:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789761991.693088:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761992.716948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761993.740957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761994.764978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761995.788886:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761996.428889:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.428897:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761996.428901:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.428909:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.428918:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.428924:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789761996.428961:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555097344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.428984:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.428987:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.428988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.428991:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.428993:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.428995:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761996.429003:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761996.429011:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555097472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.429017:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.429020:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761996.429021:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.429024:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.429026:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.429028:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761996.429031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761996.429038:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555097344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789761996.429039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555097600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.429055:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.429057:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.429057:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.429059:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.429062:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.429064:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761996.429067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789761996.429074:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555097728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.429081:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.429083:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.429084:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.429086:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.429088:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.429091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761996.429093:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761996.429100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555097856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.429105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761996.429111:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789761996.429115:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761996.429116:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.429120:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1941
00000100:00080000:2.0:1789761996.429123:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.429126:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789761996.429130:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761996.429139:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555097984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761996.429154:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47dc00 x1876699555097344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429174:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555097344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429194:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555097344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789761996.429201:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761996.429224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761996.429236:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47e680 x1876699555097472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555097472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429259:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761996.429300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761996.429320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761996.429331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47f100 x1876699555097600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555097600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761996.429364:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097728:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789761996.429380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761996.429391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47c700 x1876699555097728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429402:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555097728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555097728:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789761996.429421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761996.429437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761996.429446:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47f800 x1876699555097856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429457:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555097856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789761996.429475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789761996.429491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789761996.429501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff8d7c8a47c380 x1876699555097984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761996.429512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555097984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761996.429519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761996.429522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789761996.429525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555097984:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789761996.812992:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761997.836976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761998.860944:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761999.884970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762000.908963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762001.548937:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.548950:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762001.548955:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.548967:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.548981:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.548989:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762001.549046:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555098112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.549083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.549087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.549090:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.549095:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.549099:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.549103:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762001.549114:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.549131:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555098240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762001.549136:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555098112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762001.549151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.549156:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762001.549158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.549163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.549169:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.549173:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762001.549180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.549190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555098368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.549198:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.549200:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.549202:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.549205:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.549211:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.549214:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762001.549217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762001.549224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762001.549227:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555098496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.549236:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.549257:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.549260:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.549265:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.549269:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.549275:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762001.549282:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.549287:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47fb80 x1876699555098112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762001.549306:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555098624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762001.549307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555098112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.549342:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762001.549343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762001.549350:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762001.549353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555098112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762001.549354:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.549364:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1947
00000100:00080000:2.0:1789762001.549367:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.549370:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762001.549375:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762001.549384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762001.549389:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555098752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762001.549409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762001.549421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47ed80 x1876699555098240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762001.549430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555098240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762001.549444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762001.549446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762001.549450:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762001.549460:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762001.549466:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47d180 x1876699555098368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762001.549473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555098368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762001.549480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762001.549482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762001.549485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098496:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762001.549496:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762001.549502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47ce00 x1876699555098496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762001.549509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555098496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762001.549516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762001.549519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555098496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762001.549523:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555098624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762001.549534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762001.549540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47ea00 x1876699555098624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762001.549547:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555098624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762001.549553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762001.549555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555098624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762001.549567:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555098752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762001.549577:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762001.549584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff8d7c8a47fb80 x1876699555098752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762001.549591:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555098752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762001.549596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762001.549598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762001.549599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555098752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762001.932955:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762002.956914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762003.980942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762005.004904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762006.028955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762006.668935:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.668946:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762006.668949:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.668960:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.668972:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.668982:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762006.669023:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555098880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.669053:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.669056:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.669058:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.669061:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.669063:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.669067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762006.669075:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.669087:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555099008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.669095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.669099:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.669100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.669103:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.669105:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.669109:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669117:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555098880:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789762006.669117:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.669134:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555099136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.669143:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.669146:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.669147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.669152:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.669155:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.669158:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762006.669163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762006.669172:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555099264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.669180:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.669183:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.669185:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.669188:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.669191:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762006.669193:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762006.669198:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762006.669217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.669229:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555099392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.669236:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.669239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.669242:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.669245:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1952
00000100:00080000:2.0:1789762006.669250:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.669254:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762006.669258:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762006.669262:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47c380 x1876699555098880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762006.669274:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555099520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762006.669287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555098880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555098880:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762006.669324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762006.669350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47f800 x1876699555099008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762006.669368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555099008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762006.669399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762006.669412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47c700 x1876699555099136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762006.669427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555099136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669441:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762006.669446:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099264:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762006.669456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47f100 x1876699555099264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762006.669469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555099264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099264:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762006.669482:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555099392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762006.669492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47e680 x1876699555099392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762006.669505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555099392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669515:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555099392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762006.669519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555099520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762006.669529:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762006.669534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff8d7c8a47dc00 x1876699555099520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762006.669541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555099520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762006.669546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762006.669548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762006.669550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555099520:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762007.052985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762008.077025:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762009.100942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762010.125054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762011.148917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762011.788948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.788956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762011.788960:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.788969:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.788979:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.788984:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762011.789019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555099648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.789047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.789051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.789053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.789057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.789061:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.789065:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762011.789076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.789089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555099776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.789097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.789100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.789102:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.789105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.789109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.789113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762011.789117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.789126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555099904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762011.789131:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555099648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762011.789138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.789142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.789144:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.789147:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.789149:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.789152:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762011.789155:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762011.789178:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555100032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.789188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.789191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762011.789193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.789196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.789200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.789202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762011.789209:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762011.789212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762011.789223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555100160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762011.789234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762011.789237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762011.789238:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762011.789241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1957
00000100:00080000:3.0:1789762011.789244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762011.789247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762011.789250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762011.789259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795df80 x1876699555099648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762011.789260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555100288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762011.789300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555099648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789313:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789316:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555099648:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762011.789324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762011.789351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762011.789364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795c700 x1876699555099776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762011.789375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555099776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762011.789414:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762011.789434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762011.789445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795e300 x1876699555099904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762011.789456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555099904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555099904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762011.789475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100032:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762011.789493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762011.789503:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795d180 x1876699555100032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762011.789513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555100032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100032:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762011.789532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762011.789550:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762011.789560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795c380 x1876699555100160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762011.789572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555100160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789587:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762011.789592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762011.789607:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762011.789615:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762011]  req@ffff8d7c8795f100 x1876699555100288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762011.789623:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555100288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762011.789628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762011.789630:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762011.789633:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100288:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762012.172975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762013.196928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762014.220959:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762015.244913:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762016.269027:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762016.908893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.908903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762016.908908:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.908920:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00080000:3.0:1789762016.908931:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.908939:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762016.908981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555100416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.909010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.909014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.909016:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.909021:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00080000:3.0:1789762016.909026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.909037:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762016.909051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762016.909061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555100416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762016.909069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555100544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.909085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.909089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.909092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.909096:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00080000:3.0:1789762016.909102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.909107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762016.909112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.909144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555100672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.909156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.909160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.909163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.909168:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00100000:1.0:1789762016.909171:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.909175:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.909183:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762016.909189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762016.909205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555100800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762016.909207:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100672:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762016.909233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762016.909239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100800:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789762016.909239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762016.909245:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.909253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00080000:3.0:1789762016.909258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.909263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762016.909270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762016.909282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555100928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762016.909300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762016.909305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762016.909307:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762016.909312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1962
00000100:00080000:3.0:1789762016.909317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762016.909322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762016.909329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762016.909331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762016.909344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555101056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762016.909366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762017.292893:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762018.316959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762019.340927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762019.981000:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762019.981045:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762019.981063:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762019.981118:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762019.981133:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762019.981147:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762019.981149:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795c380 x1876699555100544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762019.981160:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762019.981175:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762019.981188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555100544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762019.981222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795d180 x1876699555100672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762019.981235:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555100672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981248:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981251:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762019.981258:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795f100 x1876699555100416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762019.981270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555100416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555100416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762019.981309:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795df80 x1876699555101056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762019.981322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555101056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981334:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762019.981344:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795c700 x1876699555100928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762019.981354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555100928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981367:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555100928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762019.981373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762019]  req@ffff8d7c8795e300 x1876699555100800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762019.981384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555100800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762019.981392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762019.981395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762019.981398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555100800:192.168.203.122@tcp:8:kworker.0
00010000:00010000:0.0:1789762020.364943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762021.388949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762022.028899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.028911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762022.028916:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.028928:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00080000:3.0:1789762022.028940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.028949:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762022.028985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555101184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.029013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.029017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.029019:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.029024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00080000:3.0:1789762022.029028:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.029033:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762022.029044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762022.029058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555101184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762022.029062:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555101312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.029073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.029076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762022.029078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.029081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00080000:3.0:1789762022.029084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.029106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762022.029111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.029123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555101440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.029136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762022.029139:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762022.029145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.029147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.029152:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00080000:3.0:1789762022.029156:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.029161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762022.029165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762022.029176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555101568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.029184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762022.029185:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795d500 x1876699555101184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762022.029189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.029193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.029200:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00080000:3.0:1789762022.029205:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.029209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762022.029213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762022.029221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555101184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762022.029222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555101696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.029251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762022.029253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762022.029255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762022.029260:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762022.029264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762022.029269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1967
00000100:00100000:1.0:1789762022.029274:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555101184:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762022.029277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.029285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762022.029290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.029303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555101824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762022.029305:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.029342:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762022.029360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795d880 x1876699555101312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.029375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555101312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.029389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.029393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762022.029396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.029404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.029428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762022.029440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795ed80 x1876699555101440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.029453:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555101440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.029462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.029465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762022.029482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.029489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101568:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762022.029511:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762022.029522:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795ca80 x1876699555101568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.029535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555101568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.029550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.029554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762022.029557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555101568:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762022.029564:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.029586:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762022.029597:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795ce00 x1876699555101696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.029609:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555101696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.029617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.029621:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762022.029624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762022.029644:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762022.029666:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762022.029678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff8d7c8795f800 x1876699555101824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762022.029692:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555101824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762022.029699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762022.029703:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762022.029706:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555101824:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762022.413004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762023.436934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762024.460931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762025.484990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762026.508952:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762027.148875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.148883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762027.148887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.148895:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.148904:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.148911:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762027.148947:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555101952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.148971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.148975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762027.148977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.148980:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.148982:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.148984:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762027.148992:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.149000:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555102080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.149011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.149016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762027.149018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.149023:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.149027:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.149032:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762027.149038:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.149066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555102208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762027.149077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555101952:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762027.149081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.149092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762027.149097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.149102:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.149104:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.149107:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762027.149113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762027.149126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555102336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.149132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.149136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762027.149137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.149139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.149141:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.149144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762027.149148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.149157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555102464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.149164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.149167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762027.149169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.149171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1972
00000100:00080000:3.0:1789762027.149173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.149175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762027.149178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.149187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555102592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762027.149189:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149252:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795dc00 x1876699555101952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555101952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555101952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762027.149291:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.149311:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795f480 x1876699555102080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555102080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.149360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.149372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149378:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795fb80 x1876699555102208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555102208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.149403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102336:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762027.149415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795e680 x1876699555102336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555102336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762027.149442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555102464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.149459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795c000 x1876699555102464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555102464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555102464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762027.149510:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555102592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762027.149526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762027.149534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff8d7c8795ea00 x1876699555102592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762027.149542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555102592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.149547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762027.149549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762027.149551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555102592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762027.533013:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762028.556977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762029.581017:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762030.604939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762031.628998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762032.268943:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.268955:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762032.268959:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.268970:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.268983:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.268990:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762032.269048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555102720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.269090:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.269094:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.269097:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.269102:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.269106:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.269111:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762032.269121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.269136:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555102848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762032.269137:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555102720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762032.269152:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.269156:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762032.269157:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.269161:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.269163:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.269165:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762032.269168:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.269176:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555102976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.269183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.269185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.269187:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.269189:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.269194:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.269197:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762032.269201:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762032.269209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555103104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.269216:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.269218:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.269220:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762032.269225:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762032.269227:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.269231:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.269233:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762032.269236:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.269244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555103232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.269251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.269254:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762032.269255:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.269258:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1977
00000100:00080000:2.0:1789762032.269260:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.269263:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762032.269266:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762032.269272:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47f480 x1876699555102720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762032.269276:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555103360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762032.269308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555102720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269327:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555102720:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762032.269347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762032.269364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762032.269373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47d500 x1876699555102848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762032.269382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555102848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762032.269396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762032.269407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762032.269413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47ca80 x1876699555102976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762032.269421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555102976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555102976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762032.269433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103104:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762032.269447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762032.269457:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47df80 x1876699555103104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762032.269469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555103104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269482:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103104:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762032.269501:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555103232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762032.269534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762032.269547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47d880 x1876699555103232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762032.269560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555103232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269571:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555103232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762032.269577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555103360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762032.269594:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762032.269602:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff8d7c8a47c000 x1876699555103360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762032.269609:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555103360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762032.269614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762032.269616:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762032.269618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555103360:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762032.652923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762033.677029:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762034.700975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762035.724930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762036.749063:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762037.388890:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.388902:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762037.388907:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.388919:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.388932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.388941:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762037.389004:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555103488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.389053:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.389058:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.389060:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.389065:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.389071:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.389077:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762037.389089:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762037.389102:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555103488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762037.389109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555103616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.389125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.389129:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762037.389132:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.389153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.389158:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.389163:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762037.389169:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762037.389192:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555103744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.389206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.389210:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.389212:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762037.389217:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762037.389220:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.389227:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.389232:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762037.389239:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762037.389254:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555103872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762037.389263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47c000 x1876699555103488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762037.389268:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.389277:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.389280:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762037.389286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555103488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762037.389287:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.389294:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762037.389301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762037.389302:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762037.389309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:2.0:1789762037.389312:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762037.389314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555103488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762037.389331:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555104000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.389341:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.389345:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762037.389347:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762037.389351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103616:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762037.389355:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1982
00000100:00080000:2.0:1789762037.389361:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.389366:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762037.389372:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762037.389378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762037.389390:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555104128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762037.389391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47d880 x1876699555103616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762037.389424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555103616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762037.389432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762037.389434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762037.389437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762037.389442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762037.389454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762037.389460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47df80 x1876699555103744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762037.389467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555103744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762037.389472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762037.389474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762037.389476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762037.389479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103872:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762037.389490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762037.389496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47ca80 x1876699555103872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762037.389504:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555103872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762037.389509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762037.389510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762037.389512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555103872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762037.389515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762037.389525:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762037.389530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47d500 x1876699555104000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762037.389537:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555104000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762037.389542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762037.389544:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762037.389546:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762037.389556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762037.389566:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762037.389572:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff8d7c8a47f480 x1876699555104128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762037.389579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555104128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762037.389584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762037.389586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762037.389588:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762037.773093:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762038.797100:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762039.821268:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762040.845229:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762041.868991:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762042.508908:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.508917:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762042.508921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.508930:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.508950:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.508957:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762042.508995:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555104256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.509019:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.509022:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.509023:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.509026:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.509028:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.509030:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762042.509039:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.509048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555104384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.509056:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.509059:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762042.509060:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.509063:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.509064:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.509067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762042.509071:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.509078:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555104512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762042.509089:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555104256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762042.509091:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.509101:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.509106:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.509110:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.509112:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.509114:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762042.509118:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762042.509131:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555104640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.509137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.509140:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.509142:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.509145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.509148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.509150:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762042.509155:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.509160:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555104768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.509166:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.509169:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762042.509171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.509174:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1988
00000100:00080000:2.0:1789762042.509177:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.509179:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762042.509182:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762042.509184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762042.509200:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555104896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762042.509241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47dc00 x1876699555104256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509258:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555104256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509267:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509271:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509274:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555104256:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762042.509280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762042.509296:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762042.509305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47e680 x1876699555104384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509312:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555104384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509322:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762042.509346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762042.509357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762042.509364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47f100 x1876699555104512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555104512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762042.509384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104640:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762042.509395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762042.509401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47c700 x1876699555104640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509408:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555104640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555104640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762042.509420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762042.509430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762042.509436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47f800 x1876699555104768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555104768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509451:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762042.509456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762042.509467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762042.509473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff8d7c8a47c380 x1876699555104896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762042.509481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555104896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762042.509486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762042.509487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762042.509489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555104896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762042.893188:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762043.917022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762044.940946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762045.964996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762046.988947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762047.628958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.628967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762047.628971:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.628980:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.628989:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.628995:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762047.629033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555105024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.629060:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.629065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.629067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.629072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.629076:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.629081:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762047.629093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.629114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555105024:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762047.629114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555105152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.629132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.629136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762047.629138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.629143:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.629148:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.629153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762047.629157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762047.629173:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762047.629182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555105280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.629194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.629197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.629200:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.629205:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.629211:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.629215:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762047.629221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762047.629227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795ea00 x1876699555105024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.629236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555105408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.629251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762047.629255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762047.629260:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762047.629261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555105024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.629269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.629277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.629286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762047.629291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762047.629305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762047.629306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555105536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.629316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762047.629320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762047.629326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555105024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762047.629326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762047.629328:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762047.629336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1993
00000100:00080000:3.0:1789762047.629339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762047.629343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762047.629346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.629353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555105664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762047.629363:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762047.629395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762047.629411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795c000 x1876699555105152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762047.629427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555105152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.629436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762047.629440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762047.629444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762047.629450:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762047.629485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762047.629495:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795e680 x1876699555105280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762047.629503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555105280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.629509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762047.629511:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762047.629513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762047.629518:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762047.629532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762047.629538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795fb80 x1876699555105408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762047.629545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555105408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.629550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762047.629552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762047.629554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762047.629557:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555105536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762047.629568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762047.629573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795f480 x1876699555105536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762047.629585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555105536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.629610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762047.629613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762047.629616:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555105536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762047.629636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555105664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762047.629666:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762047.629675:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff8d7c8795dc00 x1876699555105664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762047.629684:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555105664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762047.629690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762047.629692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762047.629694:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555105664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762048.012913:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762049.037108:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762050.060965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762051.084975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762052.109005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762052.748982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.748992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762052.748996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749006:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749018:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749025:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762052.749065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555105792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.749095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.749098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.749100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762052.749116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.749125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555105920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.749132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.749134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762052.749135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762052.749145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.749151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555106048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.749158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.749160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.749162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749167:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762052.749172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762052.749179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555106176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762052.749184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555105792:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762052.749189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.749192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762052.749193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749197:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762052.749204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.749213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555106304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762052.749222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762052.749226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762052.749228:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762052.749233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 1998
00000100:00080000:3.0:1789762052.749252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762052.749259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762052.749261:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762052.749269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762052.749283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555106432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762052.749318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795f800 x1876699555105792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555105792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555105792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762052.749355:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.749371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762052.749379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795ce00 x1876699555105920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555105920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555105920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.749409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.749428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762052.749438:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795ca80 x1876699555106048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555106048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.749492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106176:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762052.749514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762052.749525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795ed80 x1876699555106176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555106176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762052.749565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555106304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.749584:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762052.749595:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795d880 x1876699555106304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749606:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555106304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555106304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762052.749627:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555106432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762052.749646:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762052.749655:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff8d7c8795d500 x1876699555106432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762052.749663:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555106432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762052.749668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762052.749670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762052.749672:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555106432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762053.133009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762054.156983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762055.180990:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762056.204954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762057.229006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762057.868927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.868940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762057.868945:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.868957:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00080000:3.0:1789762057.868970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.868978:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762057.869023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555106560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.869055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.869059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.869061:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.869065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00080000:3.0:1789762057.869068:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.869073:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762057.869083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.869097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555106688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762057.869106:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555106560:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762057.869113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.869118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762057.869120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.869125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00080000:3.0:1789762057.869129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.869133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762057.869138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.869153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555106816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.869161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.869164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.869167:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.869171:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00080000:3.0:1789762057.869176:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.869179:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762057.869184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762057.869185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762057.869201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555106944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762057.869213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.869217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762057.869219:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762057.869224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00080000:3.0:1789762057.869229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762057.869232:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795e300 x1876699555106560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762057.869236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762057.869244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762057.869258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555107072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762057.869260:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555106560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762057.869278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762057.869281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762057.869282:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762057.869283:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762057.869290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762057.869293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2003
00000100:00100000:1.0:1789762057.869298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555106560:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762057.869301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762057.869308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762057.869314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762057.869324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762057.869340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555107200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762057.869348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762057.869365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795c700 x1876699555106688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.869375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555106688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.869381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.869383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762057.869385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.869389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.869400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762057.869405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795df80 x1876699555106816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.869412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555106816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.869426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.869429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762057.869432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.869438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106944:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762057.869461:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762057.869473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795f100 x1876699555106944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.869482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555106944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.869488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.869490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762057.869492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555106944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762057.869496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.869511:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762057.869518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795d180 x1876699555107072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.869525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555107072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.869530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.869532:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762057.869534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762057.869547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762057.869558:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762057.869565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff8d7c8795c380 x1876699555107200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762057.869572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555107200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762057.869586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762057.869589:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762057.869591:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762058.253043:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762059.277003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762060.300938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762061.324930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762062.348930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762062.988906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.988916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762062.988921:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.988933:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.988943:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.988951:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762062.988991:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555107328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.989019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.989023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762062.989025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.989029:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.989033:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.989037:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762062.989048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.989061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555107456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762062.989075:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555107328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762062.989076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.989085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762062.989089:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.989094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.989098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.989102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762062.989116:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762062.989133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555107584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.989143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.989148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789762062.989151:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762062.989152:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.989160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.989164:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.989169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762062.989176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762062.989188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555107712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762062.989199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762062.989201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795c380 x1876699555107328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762062.989206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762062.989211:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.989221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.989228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.989232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989238:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555107328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762062.989240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762062.989257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762062.989258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555107840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762062.989267:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989277:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555107328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762062.989277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762062.989286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762062.989290:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762062.989295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2008
00000100:00080000:3.0:1789762062.989299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762062.989303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762062.989309:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762062.989312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762062.989323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555107968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762062.989344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795d180 x1876699555107456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.989378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555107456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.989387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.989391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.989402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.989422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795f100 x1876699555107584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.989448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555107584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.989457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.989461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.989476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762062.989496:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795df80 x1876699555107712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.989522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555107712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.989532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.989536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555107712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762062.989546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.989566:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989577:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795c700 x1876699555107840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.989590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555107840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.989599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.989603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989607:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762062.989624:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762062.989644:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762062.989656:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff8d7c8795e300 x1876699555107968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762062.989669:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555107968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762062.989678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762062.989682:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762062.989686:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555107968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762063.372951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762064.396993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762065.420959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762066.444937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762067.468938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762068.108897:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762068.108906:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762068.108911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.108920:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.108928:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.108935:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762068.108973:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555108096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762068.108993:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762068.108996:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762068.108997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.109002:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.109006:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.109011:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762068.109021:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555108096:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789762068.109022:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.109048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555108224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762068.109062:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762068.109066:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762068.109068:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.109073:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.109079:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.109086:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762068.109087:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762068.109102:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.109114:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555108352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762068.109122:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762068.109127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789762068.109128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47fb80 x1876699555108096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.109129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.109138:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.109144:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.109148:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762068.109152:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762068.109156:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555108096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.109167:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555108480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.109168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109177:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762068.109183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762068.109185:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555108096:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762068.109187:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762068.109189:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.109192:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.109193:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.109199:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762068.109208:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.109216:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555108608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762068.109223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108224:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762068.109237:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762068.109239:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762068.109240:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762068.109243:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2013
00000100:00080000:2.0:1789762068.109245:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762068.109248:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762068.109252:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762068.109264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762068.109269:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555108736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762068.109286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47ea00 x1876699555108224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.109303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555108224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.109313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109318:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762068.109321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762068.109328:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762068.109352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762068.109365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47ce00 x1876699555108352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.109378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555108352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.109386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762068.109393:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762068.109400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108480:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762068.109422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762068.109435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47d180 x1876699555108480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.109449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555108480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.109457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762068.109462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762068.109479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555108608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762068.109501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762068.109513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47ed80 x1876699555108608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.109526:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555108608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.109535:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762068.109540:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555108608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762068.109544:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555108736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762068.109559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762068.109566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff8d7c8a47fb80 x1876699555108736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762068.109573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555108736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762068.109579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762068.109581:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762068.109583:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555108736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762068.492986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762069.516887:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762070.540937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762071.564928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762072.588940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762073.228915:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762073.228923:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762073.228927:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762073.228935:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00080000:0.0:1789762073.228945:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762073.228951:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762073.228989:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555108864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762073.229029:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762073.229033:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762073.229035:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762073.229039:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00080000:0.0:1789762073.229044:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762073.229047:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762073.229055:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762073.229070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555108992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762073.229081:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762073.229086:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762073.229088:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762073.229092:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00080000:0.0:1789762073.229098:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762073.229099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555108864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762073.229106:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762073.229114:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762073.229129:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555109120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762073.229140:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762073.229144:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762073.229147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762073.229151:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00080000:0.0:1789762073.229165:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762073.229170:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762073.229177:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762073.229179:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762073.229193:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555109248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762073.229206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762073.229210:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762073.229212:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762073.229216:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00080000:0.0:1789762073.229221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762073.229225:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762073.229231:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762073.229234:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aad500 x1876699555108864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.229248:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555109376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762073.229254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555108864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.229271:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.229274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.229278:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762073.229281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762073.229283:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762073.229287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555108864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762073.229293:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2018
00000100:00100000:1.0:1789762073.229298:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108992:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762073.229299:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762073.229308:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762073.229315:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762073.229324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762073.229332:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555109504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762073.229340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aadc00 x1876699555108992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762073.229370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555108992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762073.229380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762073.229385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762073.229389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555108992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762073.229413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762073.229430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762073.229437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aae680 x1876699555109120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762073.229445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555109120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762073.229451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762073.229453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762073.229455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762073.229459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762073.229470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762073.229477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aac000 x1876699555109248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762073.229500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555109248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762073.229509:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762073.229513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762073.229516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762073.229522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555109376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762073.229544:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762073.229556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aaed80 x1876699555109376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762073.229566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555109376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762073.229572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762073.229574:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762073.229576:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555109376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762073.229580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555109504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762073.229594:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762073.229601:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff8d7c85aad880 x1876699555109504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762073.229608:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555109504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762073.229613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762073.229615:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762073.229617:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555109504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762073.612918:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762074.636947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762075.660923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762076.684938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762077.708999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762078.348899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.348907:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762078.348911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762078.348920:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.348933:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.348940:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762078.348976:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555109632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762078.348998:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.349001:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762078.349002:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762078.349005:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.349008:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.349010:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762078.349018:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762078.349028:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555109760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762078.349034:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555109632:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762078.349038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.349045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762078.349046:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762078.349050:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.349052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.349054:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762078.349057:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762078.349063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555109888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762078.349069:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.349072:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762078.349073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762078.349075:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.349077:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.349079:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762078.349084:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762078.349091:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555110016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762078.349098:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.349101:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762078.349103:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762078.349106:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.349110:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.349115:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762078.349117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762078.349125:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762078.349138:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555110144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762078.349149:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762078.349152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762078.349154:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762078.349162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47c380 x1876699555109632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762078.349162:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2023
00000100:00080000:2.0:1789762078.349169:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762078.349176:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762078.349182:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762078.349188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555109632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762078.349195:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555110272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762078.349202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555109632:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762078.349233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762078.349252:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762078.349261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47f800 x1876699555109760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762078.349279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555109760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762078.349285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349289:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762078.349294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762078.349308:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762078.349314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47c700 x1876699555109888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762078.349322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555109888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762078.349328:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349330:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349332:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555109888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762078.349336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762078.349352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762078.349362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47f100 x1876699555110016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762078.349376:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555110016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762078.349382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762078.349391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762078.349406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762078.349414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47e680 x1876699555110144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762078.349422:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555110144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762078.349427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762078.349434:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762078.349444:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762078.349449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff8d7c8a47dc00 x1876699555110272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762078.349456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555110272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762078.349461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762078.349470:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762078.349472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762078.732920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762079.757015:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762080.780932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762081.804945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762082.828921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762083.468873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.468882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762083.468886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.468895:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.468905:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.468910:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762083.468954:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555110400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762083.468997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.469001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762083.469003:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.469009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.469014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.469019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762083.469032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.469044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555110400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762083.469051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555110528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762083.469061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.469064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762083.469065:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.469069:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.469073:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.469077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762083.469081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762083.469090:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555110656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762083.469098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.469101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762083.469102:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.469105:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.469108:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.469110:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762083.469113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762083.469122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555110784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762083.469132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.469135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762083.469137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.469140:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.469142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.469145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762083.469149:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110528:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789762083.469151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762083.469168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555110912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762083.469178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762083.469182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762083.469185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110656:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762083.469186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762083.469195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2029
00000100:00080000:0.0:1789762083.469199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762083.469202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762083.469206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.469215:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762083.469218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555111040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762083.469249:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762083.469266:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762083.852923:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762084.876915:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762085.900983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762086.541044:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789762086.541087:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762086.541115:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789762086.541165:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789762086.541177:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789762086.541188:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789762086.541200:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789762086.541210:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762086.541217:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aaf480 x1876699555110528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541245:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555110528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541268:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762086.541276:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aaf800 x1876699555110656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555110656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541297:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541301:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762086.541313:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aace00 x1876699555110784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555110784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541341:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555110784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762086.541348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aae300 x1876699555110400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555110400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555110400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762086.541404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aac700 x1876699555110912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555110912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555110912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762086.541452:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762086]  req@ffff8d7c85aaf100 x1876699555111040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762086.541478:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555111040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762086.541486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762086.541490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762086.541493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762086.924962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762087.948931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762088.588919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.588927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762088.588932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.588942:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.588951:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.588958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762088.588992:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555111168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.589015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.589018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.589020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.589022:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.589025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.589027:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762088.589035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762088.589044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555111296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.589051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.589054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.589056:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.589058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.589060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.589062:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762088.589065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.589071:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555111168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762088.589076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555111424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.589090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.589092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.589093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.589095:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.589098:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.589100:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762088.589103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762088.589110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555111552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.589117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.589121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.589123:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.589127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.589131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.589135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762088.589140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762088.589151:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762088.589154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555111680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.589165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.589169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.589172:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.589176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2034
00000100:00080000:3.0:1789762088.589180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.589184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762088.589190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762088.589197:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795d500 x1876699555111168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.589203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555111808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762088.589249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555111168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589278:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555111168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762088.589285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.589310:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762088.589324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795d880 x1876699555111296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.589336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555111296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589352:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.589378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.589400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762088.589411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795ed80 x1876699555111424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.589423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555111424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.589443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111552:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762088.589463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762088.589474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795ca80 x1876699555111552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.589485:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555111552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589498:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555111552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762088.589507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.589526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762088.589535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795ce00 x1876699555111680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.589553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555111680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762088.589572:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762088.589605:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762088.589619:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff8d7c8795f800 x1876699555111808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762088.589632:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555111808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762088.589640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762088.589644:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762088.589648:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555111808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762088.972920:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762089.996945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762091.020943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762092.044989:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762093.068964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762093.709005:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709025:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762093.709033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.709050:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709071:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.709085:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762093.709146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555111936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.709208:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709216:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762093.709220:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.709229:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709236:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.709244:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762093.709260:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.709329:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555112064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.709351:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709358:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762093.709363:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.709372:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709380:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.709388:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762093.709397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555111936:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789762093.709404:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.709438:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555112192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.709462:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709469:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762093.709474:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.709482:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709490:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762093.709498:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762093.709506:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762093.709521:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762093.709550:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555112320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.709605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aafb80 x1876699555111936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762093.709626:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709636:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762093.709643:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762093.709644:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555111936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762093.709660:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709674:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762093.709684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762093.709689:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762093.709696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762093.709705:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555111936:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789762093.709707:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762093.709718:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762093.709740:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555112448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762093.709756:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762093.709762:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.709771:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762093.709775:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762093.709778:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aad180 x1876699555112064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762093.709791:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2039
00000100:00080000:0.0:1789762093.709850:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.709861:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762093.709872:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762093.709880:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555112064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.709894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.709902:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762093.709904:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555112576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762093.709909:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.709957:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.709985:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762093.710000:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aac380 x1876699555112192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.710014:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555112192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.710023:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.710042:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762093.710046:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.710054:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112320:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762093.710074:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762093.710086:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aaca80 x1876699555112320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.710099:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555112320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.710109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.710114:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762093.710120:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762093.710131:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555112448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.710166:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762093.710319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aaea00 x1876699555112448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.710342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555112448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.710353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.710357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762093.710361:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555112448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762093.710369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555112576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762093.710398:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762093.710412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff8d7c85aaf100 x1876699555112576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762093.710427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555112576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762093.710436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762093.710439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762093.710442:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555112576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762094.093003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762095.116978:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762096.141021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762097.164966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762098.188983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762098.828902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.828911:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762098.828914:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762098.828924:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.828933:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.828939:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762098.828983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555112704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762098.829010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.829013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762098.829015:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762098.829018:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.829021:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.829025:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762098.829034:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762098.829045:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555112832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762098.829053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.829057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762098.829059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762098.829062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555112704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762098.829064:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.829071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.829074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762098.829077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762098.829085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555112960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762098.829091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.829094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762098.829096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762098.829098:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.829100:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.829102:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762098.829106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762098.829113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555113088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762098.829120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.829123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789762098.829128:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762098.829128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762098.829134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.829138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.829141:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762098.829146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762098.829154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555113216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762098.829160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762098.829163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762098.829164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762098.829166:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2044
00000100:00080000:3.0:1789762098.829169:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762098.829172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762098.829175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762098.829176:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795dc00 x1876699555112704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.829192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555113344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762098.829196:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555112704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829228:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555112704:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762098.829253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.829270:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762098.829279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795f480 x1876699555112832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.829287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555112832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829302:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.829306:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.829316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762098.829322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795fb80 x1876699555112960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.829329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555112960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555112960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.829341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762098.829352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762098.829357:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795e680 x1876699555113088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.829365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555113088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762098.829377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.829388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762098.829394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795c000 x1876699555113216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.829401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555113216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762098.829412:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762098.829422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762098.829428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff8d7c8795ea00 x1876699555113344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762098.829435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555113344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762098.829440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762098.829441:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762098.829443:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762099.213001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762100.236935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762101.261098:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762102.285033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762103.308984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762103.948935:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.948949:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762103.948954:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.948967:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00080000:2.0:1789762103.948981:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.948988:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762103.949028:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555113472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.949059:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.949063:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.949065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.949071:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00080000:2.0:1789762103.949076:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.949082:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762103.949094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762103.949114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555113472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762103.949114:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555113600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.949138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.949142:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762103.949144:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.949151:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00080000:2.0:1789762103.949154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.949157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762103.949161:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762103.949174:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555113728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.949181:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.949183:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.949185:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.949188:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00080000:2.0:1789762103.949191:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.949195:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762103.949199:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762103.949206:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762103.949213:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555113856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.949223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.949226:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.949227:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.949233:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00080000:2.0:1789762103.949237:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.949243:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762103.949249:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762103.949254:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47f480 x1876699555113472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762103.949267:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555113984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762103.949274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555113472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762103.949309:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.949313:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762103.949314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762103.949316:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762103.949325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762103.949326:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2049
00000100:00100000:1.0:1789762103.949334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555113472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762103.949336:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.949347:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762103.949354:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762103.949368:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555114112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762103.949371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.949411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762103.949430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47d500 x1876699555113600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.949446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555113600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.949453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.949455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762103.949458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.949463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.949497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762103.949509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47ca80 x1876699555113728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.949522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555113728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.949538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.949542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762103.949545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.949553:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762103.949573:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762103.949581:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47df80 x1876699555113856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.949589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555113856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.949595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.949597:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762103.949599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555113856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762103.949603:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.949615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762103.949621:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47d880 x1876699555113984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.949629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555113984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.949634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.949636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762103.949638:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555113984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762103.949653:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762103.949664:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762103.949670:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff8d7c8a47c000 x1876699555114112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762103.949677:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555114112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762103.949682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762103.949684:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762103.949686:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762104.333252:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762105.357206:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762106.381406:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762107.405125:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762108.429198:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762109.068899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.068907:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762109.068911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.068921:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00080000:2.0:1789762109.068930:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.068935:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762109.068974:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555114240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.068999:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.069002:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.069003:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.069006:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00080000:2.0:1789762109.069008:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.069011:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762109.069018:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762109.069028:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555114368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.069040:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.069043:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762109.069047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555114240:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762109.069048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.069058:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00080000:2.0:1789762109.069063:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.069067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762109.069073:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762109.069084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555114496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.069092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.069095:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.069096:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.069099:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00080000:2.0:1789762109.069102:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.069105:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762109.069109:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762109.069117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762109.069120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555114624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.069128:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.069131:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.069133:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.069136:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00080000:2.0:1789762109.069138:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.069140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762109.069144:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762109.069153:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555114752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762109.069157:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47c000 x1876699555114240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.069169:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.069176:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762109.069177:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.069182:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2054
00000100:00100000:1.0:1789762109.069185:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555114240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.069186:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.069193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762109.069200:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762109.069203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762109.069209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555114880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762109.069218:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555114240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762109.069243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762109.069259:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762109.069269:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47d880 x1876699555114368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762109.069277:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555114368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.069283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069285:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762109.069287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762109.069291:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762109.069301:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762109.069307:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47df80 x1876699555114496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762109.069314:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555114496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.069319:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069321:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762109.069323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762109.069326:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114624:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762109.069337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762109.069342:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47ca80 x1876699555114624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762109.069349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555114624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.069357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762109.069363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555114624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762109.069369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762109.069389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762109.069400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47d500 x1876699555114752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762109.069414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555114752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.069420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762109.069425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762109.069429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762109.069461:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762109.069473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff8d7c8a47f480 x1876699555114880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762109.069485:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555114880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762109.069491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762109.069493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762109.069496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555114880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762109.453027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762110.476959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762111.500982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762112.524892:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762113.548959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762114.188879:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.188888:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762114.188893:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.188902:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.188913:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762114.188919:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762114.188970:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555115008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762114.188997:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.189002:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762114.189005:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.189010:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.189015:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762114.189019:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762114.189031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762114.189048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555115136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762114.189061:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.189066:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762114.189079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555115008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762114.189079:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.189083:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.189087:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762114.189091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762114.189096:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762114.189108:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555115264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762114.189118:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.189121:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762114.189123:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.189128:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.189131:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762114.189145:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762114.189150:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762114.189160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762114.189162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555115392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762114.189172:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.189176:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762114.189178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.189181:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.189185:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762114.189190:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762114.189196:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762114.189218:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555115520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762114.189225:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47dc00 x1876699555115008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.189230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762114.189234:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762114.189236:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762114.189240:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2059
00000100:00080000:2.0:1789762114.189244:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762114.189246:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555115008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.189249:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762114.189254:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762114.189260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762114.189265:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555115648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762114.189278:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189283:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555115008:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762114.189322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762114.189350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762114.189366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47e680 x1876699555115136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762114.189383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555115136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762114.189394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762114.189412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762114.189426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762114.189462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762114.189474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47f100 x1876699555115264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762114.189484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555115264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762114.189491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762114.189493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762114.189501:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762114.189514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762114.189521:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47c700 x1876699555115392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762114.189530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555115392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762114.189537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762114.189539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762114.189545:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555115520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762114.189557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762114.189564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47f800 x1876699555115520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762114.189572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555115520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762114.189579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762114.189582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555115520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762114.189589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555115648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762114.189601:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762114.189608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff8d7c8a47c380 x1876699555115648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762114.189616:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555115648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762114.189621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762114.189624:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762114.189626:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555115648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762114.572954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762115.596912:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762116.621051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762117.644954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762118.668912:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762119.308920:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.308929:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762119.308934:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762119.308943:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.308952:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.308959:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762119.309009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555115776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762119.309035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.309038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762119.309042:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762119.309046:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.309048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.309051:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762119.309059:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762119.309073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555115904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762119.309082:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.309087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762119.309089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762119.309094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555115776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762119.309095:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.309100:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.309106:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762119.309112:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762119.309126:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555116032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762119.309138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.309141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762119.309144:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762119.309148:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.309153:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.309158:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762119.309163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762119.309171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762119.309177:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555116160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762119.309200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.309204:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762119.309207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762119.309210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.309214:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.309219:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762119.309224:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762119.309232:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47fb80 x1876699555115776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.309238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555116288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762119.309269:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762119.309273:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762119.309275:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762119.309279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555115776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.309283:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2064
00000100:00080000:2.0:1789762119.309290:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762119.309299:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762119.309301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762119.309305:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762119.309310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555115776:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762119.309322:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555116416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762119.309378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762119.309405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762119.309418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47ed80 x1876699555115904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762119.309439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555115904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762119.309447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762119.309451:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555115904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762119.309461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762119.309479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762119.309491:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47d180 x1876699555116032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762119.309503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555116032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762119.309520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762119.309523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309527:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762119.309533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762119.309551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762119.309562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47ce00 x1876699555116160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762119.309573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555116160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762119.309582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762119.309585:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762119.309595:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555116288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762119.309615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762119.309627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47ea00 x1876699555116288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762119.309641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555116288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762119.309650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762119.309654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555116288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762119.309664:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555116416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762119.309687:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762119.309704:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff8d7c8a47c380 x1876699555116416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762119.309718:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555116416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762119.309727:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762119.309731:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762119.309734:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555116416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762119.693020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762120.717023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762121.740925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762122.765034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762123.788962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762124.428884:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.428893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762124.428897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.428906:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.428916:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.428921:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762124.428975:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555116544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762124.429005:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.429010:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762124.429012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.429016:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.429019:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.429022:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762124.429031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762124.429043:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555116672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762124.429050:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.429053:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762124.429054:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.429058:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.429060:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.429080:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762124.429083:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762124.429093:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555116800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762124.429100:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.429102:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762124.429104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.429107:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.429109:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.429112:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762124.429115:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762124.429125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555116544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762124.429127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555116928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762124.429156:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.429160:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762124.429162:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.429167:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.429172:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.429177:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762124.429183:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762124.429194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555117056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762124.429203:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762124.429206:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762124.429207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762124.429210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2069
00000100:00080000:0.0:1789762124.429213:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762124.429218:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762124.429220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789762124.429223:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762124.429233:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555117184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762124.429265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aac700 x1876699555116544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429282:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555116544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429294:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555116544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762124.429302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762124.429320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762124.429349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aae300 x1876699555116672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429358:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555116672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762124.429383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762124.429406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762124.429418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aace00 x1876699555116800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555116800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762124.429462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116928:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762124.429478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762124.429485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aaf800 x1876699555116928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429511:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555116928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555116928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762124.429525:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762124.429535:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762124.429540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aaf480 x1876699555117056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555117056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429554:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429556:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762124.429561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762124.429570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762124.429576:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff8d7c85aad880 x1876699555117184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762124.429584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555117184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.429588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762124.429590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762124.429592:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762124.812942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762125.836998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762126.860976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762127.884889:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762128.908941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762129.548921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.548933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762129.548938:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.548951:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00080000:3.0:1789762129.548966:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.548976:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762129.549043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555117312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.549078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.549082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.549084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.549089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00080000:3.0:1789762129.549094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.549098:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762129.549110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.549127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555117440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.549137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.549141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762129.549143:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.549147:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00080000:3.0:1789762129.549150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.549153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762129.549157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.549173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555117568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762129.549174:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555117312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762129.549216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.549222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.549225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.549234:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00080000:3.0:1789762129.549242:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.549249:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762129.549258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762129.549280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555117696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762129.549318:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762129.549382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.549389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.549393:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.549403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00100000:1.0:1789762129.549410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795ea00 x1876699555117312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762129.549411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.549427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762129.549445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762129.549452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555117312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762129.549469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555117824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762129.549486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762129.549492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762129.549496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762129.549505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762129.549512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555117312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762129.549513:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.549548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2075
00000100:00080000:3.0:1789762129.549554:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762129.549559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117440:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762129.549564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762129.549575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.549604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555117952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762129.549623:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762129.549638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795c000 x1876699555117440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.549649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555117440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.549673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.549686:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762129.549689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.549718:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.549762:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762129.549778:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795e680 x1876699555117568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.549795:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555117568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.549807:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.549811:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762129.549885:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.549895:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762129.549921:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762129.549963:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795fb80 x1876699555117696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.549978:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555117696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.549988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.549992:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762129.549996:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555117696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762129.550003:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.550047:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762129.550063:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795f480 x1876699555117824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.550079:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555117824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.550091:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.550096:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762129.550100:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762129.550110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762129.550140:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762129.550157:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff8d7c8795dc00 x1876699555117952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762129.550174:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555117952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762129.550186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762129.550190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762129.550205:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555117952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762129.932904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762130.956887:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762131.980935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762133.004949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762134.028947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762134.668931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.668942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762134.668946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.668956:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.668968:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.668976:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762134.669012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555118080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.669038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.669041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762134.669043:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.669046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.669048:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.669050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762134.669058:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.669067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555118208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.669074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.669076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762134.669077:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.669080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.669082:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.669084:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762134.669087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.669094:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555118336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.669101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.669104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762134.669106:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.669109:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.669111:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.669113:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762134.669117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762134.669122:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555118080:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762134.669127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555118464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.669136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.669138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762134.669139:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.669142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.669145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.669147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762134.669150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.669157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555118592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.669164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.669166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762134.669168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.669170:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2080
00000100:00080000:3.0:1789762134.669173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.669175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762134.669179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.669187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555118720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762134.669199:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669242:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795f800 x1876699555118080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555118080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555118080:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762134.669296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.669313:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795ce00 x1876699555118208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669331:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555118208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669345:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.669349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.669358:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795ca80 x1876699555118336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555118336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.669400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118464:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762134.669412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795ed80 x1876699555118464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555118464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762134.669438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555118592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.669448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795d880 x1876699555118592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555118592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555118592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762134.669472:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555118720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762134.669481:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762134.669487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff8d7c8795d500 x1876699555118720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762134.669494:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555118720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762134.669499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762134.669500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762134.669502:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555118720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762135.052966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762136.076986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762137.100922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762138.125174:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762139.148957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762139.788881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.788892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762139.788896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.788907:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.788919:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.788927:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762139.788966:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555118848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.788993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.788996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.788997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.789000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.789002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.789005:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762139.789013:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.789022:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555118976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.789029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.789031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762139.789032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.789035:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.789037:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.789040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762139.789043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.789051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555119104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.789058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.789060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.789061:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.789064:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.789066:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.789069:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762139.789072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762139.789077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555118848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762139.789082:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555119232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.789091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.789093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762139.789094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.789097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.789099:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.789102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762139.789105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.789113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555119360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762139.789124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762139.789127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762139.789128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762139.789130:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2085
00000100:00080000:3.0:1789762139.789132:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762139.789134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762139.789138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762139.789145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555119488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762139.789152:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789194:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795e300 x1876699555118848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789222:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555118848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555118848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762139.789243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.789259:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795c700 x1876699555118976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555118976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555118976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.789289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.789298:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795df80 x1876699555119104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789310:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555119104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.789369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762139.789389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789399:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795f100 x1876699555119232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555119232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762139.789432:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555119360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.789448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795d180 x1876699555119360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555119360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555119360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762139.789505:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555119488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762139.789524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762139.789535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff8d7c8795c380 x1876699555119488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762139.789547:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555119488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762139.789555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762139.789558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762139.789561:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555119488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762140.172987:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762141.196925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762142.220987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762143.244904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762144.268952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762144.908915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.908923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762144.908926:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762144.908936:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.908945:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762144.908951:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762144.908982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555119616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762144.909006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.909009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762144.909010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762144.909069:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555119616:192.168.203.122@tcp:250:kworker.0
00000800:00000100:1.0:1789762144.909133:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762144.909185:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795c380 x1876699555119616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.909204:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555119616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.909214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.909218:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.909223:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555119616:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762144.910085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.910089:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762144.910092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762144.910100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762144.910120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555119744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762144.910134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.910137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762144.910138:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762144.910141:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.910143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762144.910145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762144.910149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762144.910156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555119872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762144.910164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.910166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762144.910181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762144.910184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.910187:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762144.910191:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119744:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762144.910193:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762144.910202:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762144.910214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555120000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762144.910222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.910225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762144.910227:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762144.910230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.910232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762144.910236:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762144.910239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762144.910244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762144.910253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555120128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762144.910260:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795d180 x1876699555119744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762144.910263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762144.910270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762144.910273:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762144.910280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2090
00000100:00080000:3.0:1789762144.910285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762144.910287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762144.910292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555119744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762144.910293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762144.910303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555120256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762144.910307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.910317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.910323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.910331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.910355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762144.910368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795f100 x1876699555119872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.910380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555119872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.910388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.910391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.910395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555119872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.910420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762144.910442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762144.910454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795df80 x1876699555120000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.910475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555120000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.910483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.910487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.910490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762144.910496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.910516:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762144.910527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795c700 x1876699555120128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.910538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555120128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.910555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.910558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.910561:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762144.910566:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762144.910582:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762144.910592:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762144]  req@ffff8d7c8795e300 x1876699555120256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762144.910604:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555120256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762144.910611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762144.910613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762144.910617:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762145.292947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762146.316919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762147.340900:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762148.364914:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762149.388888:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762150.028929:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.028940:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762150.028945:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.028956:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.028969:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.028976:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762150.029010:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555120384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.029034:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.029037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762150.029038:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.029041:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.029045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.029047:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762150.029055:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762150.029066:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555120512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.029074:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.029076:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762150.029078:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.029080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.029082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.029084:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762150.029088:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762150.029097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555120384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762150.029100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555120640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.029122:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.029125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762150.029126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.029141:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.029146:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.029149:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762150.029153:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762150.029165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555120768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.029174:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.029176:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762150.029178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.029181:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.029183:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.029186:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762150.029189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762150.029198:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555120896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762150.029205:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762150.029208:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762150.029210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762150.029217:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2095
00000100:00080000:2.0:1789762150.029221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762150.029223:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762150.029229:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762150.029239:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555121024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762150.029257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762150.029310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762150.029334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762150.029362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762150.029385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762150.412964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762151.436940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762152.460925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762153.101157:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789762153.101201:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762153.101218:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762153.101281:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762153.101291:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762153.101300:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762153.101307:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762153.101316:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789762153.101715:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47f100 x1876699555120640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101740:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555120640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101757:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.101761:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762153.101770:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47e680 x1876699555120768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101782:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555120768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101792:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101795:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.101799:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762153.101860:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47dc00 x1876699555120896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101876:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555120896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101887:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101891:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.101896:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555120896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762153.101903:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47f480 x1876699555121024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101916:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555121024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101928:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.101932:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762153.101938:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47f800 x1876699555120384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101950:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555120384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101961:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.101965:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555120384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762153.101972:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762153]  req@ffff8d7c8a47c700 x1876699555120512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762153.101983:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555120512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762153.101993:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762153.101996:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762153.102000:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555120512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762153.484948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762154.508935:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762155.148923:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.148932:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762155.148936:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.148944:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.148953:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.148960:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762155.148998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555121152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.149021:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.149024:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.149025:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.149028:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.149033:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.149036:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762155.149044:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762155.149062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555121280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762155.149062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555121152:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762155.149081:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.149085:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762155.149087:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.149104:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.149109:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.149114:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762155.149121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762155.149134:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555121408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.149144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.149147:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.149149:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762155.149155:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762155.149159:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.149165:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.149170:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762155.149177:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762155.149191:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555121536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.149201:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762155.149202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aaed80 x1876699555121152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.149205:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.149209:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.149213:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.149217:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.149223:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762155.149228:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762155.149240:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555121664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762155.149247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555121152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.149249:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.149255:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762155.149257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.149265:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2100
00000100:00080000:0.0:1789762155.149269:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.149273:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762155.149277:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762155.149277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762155.149290:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555121792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762155.149297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555121152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762155.149329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.149357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762155.149370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aac000 x1876699555121280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.149383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555121280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.149391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762155.149399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.149405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.149425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762155.149436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aae680 x1876699555121408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.149448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555121408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.149456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149459:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762155.149462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.149468:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762155.149488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762155.149499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aadc00 x1876699555121536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.149509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555121536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.149517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762155.149523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555121536:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762155.149529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.149548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762155.149557:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aad500 x1876699555121664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.149568:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555121664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.149574:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149578:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762155.149581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762155.149587:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762155.149604:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762155.149620:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff8d7c85aad880 x1876699555121792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762155.149631:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555121792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762155.149639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762155.149643:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762155.149646:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555121792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762155.532981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762156.556938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762157.580938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762158.604906:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762159.628931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762160.268909:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.268916:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762160.268921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.268929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.268938:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.268944:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762160.268975:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555121920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.268998:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.269001:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.269002:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.269005:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.269008:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.269010:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762160.269017:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762160.269026:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555122048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.269034:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.269036:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762160.269038:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.269040:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.269042:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.269044:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762160.269049:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762160.269051:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555121920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762160.269070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555122176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.269083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.269085:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.269087:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.269089:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.269092:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.269094:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762160.269098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762160.269106:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555122304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.269113:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.269115:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.269116:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.269119:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.269127:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.269130:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762160.269133:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762160.269139:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762160.269141:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555122432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.269149:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.269152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762160.269153:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.269155:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2105
00000100:00080000:2.0:1789762160.269158:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.269161:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762160.269164:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762160.269169:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555122560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762160.269195:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47c700 x1876699555121920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555121920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269241:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269251:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555121920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762160.269259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762160.269287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762160.269301:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47f800 x1876699555122048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555122048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269332:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762160.269359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762160.269380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762160.269392:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47f480 x1876699555122176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269405:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555122176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762160.269430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122304:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762160.269449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762160.269461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47dc00 x1876699555122304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555122304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762160.269497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555122432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762160.269516:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762160.269527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47e680 x1876699555122432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269540:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555122432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555122432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762160.269563:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555122560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762160.269581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762160.269592:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff8d7c8a47f100 x1876699555122560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762160.269605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555122560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762160.269611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762160.269614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762160.269618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555122560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762160.652974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762161.676913:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762162.700917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762163.724963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762164.748891:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762165.388909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.388919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762165.388934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.388945:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.388956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.388964:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762165.389004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555122688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.389070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.389074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.389076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.389080:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.389084:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.389088:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762165.389097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.389117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555122816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.389129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.389132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762165.389135:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762165.389142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555122688:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762165.389143:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.389150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.389158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762165.389163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.389192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555122944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.389202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.389206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.389208:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.389211:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.389215:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.389219:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762165.389224:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762165.389234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555123072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762165.389246:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762165.389249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.389254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.389256:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.389262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.389268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.389272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762165.389277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.389288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555123200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.389297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.389319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762165.389320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47d500 x1876699555122688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762165.389321:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.389330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2110
00000100:00080000:2.0:1789762165.389336:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.389344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762165.389353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762165.389369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555122688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762165.389370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555123328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762165.389421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555122688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762165.389459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762165.389487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762165.389500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47ca80 x1876699555122816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762165.389512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555122816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762165.389526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389529:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389532:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762165.389537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762165.389551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762165.389559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47df80 x1876699555122944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762165.389569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555122944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762165.389587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389592:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555122944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762165.389597:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762165.389611:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762165.389619:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47d880 x1876699555123072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762165.389629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555123072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762165.389636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762165.389646:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762165.389659:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762165.389667:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47c000 x1876699555123200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762165.389676:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555123200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762165.389682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389685:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389687:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762165.389692:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762165.389705:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762165.389720:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff8d7c8a47f100 x1876699555123328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762165.389730:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555123328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762165.389737:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762165.389739:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762165.389741:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762165.772966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762166.797114:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762167.820926:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762168.844938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762169.868908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762170.508909:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.508917:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762170.508921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.508930:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.508939:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.508945:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762170.508990:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555123456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762170.509019:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.509022:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762170.509024:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.509027:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.509030:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.509033:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762170.509041:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762170.509057:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555123584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762170.509065:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.509068:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762170.509070:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.509075:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.509078:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.509082:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762170.509086:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762170.509095:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555123456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762170.509099:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555123712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762170.509116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.509118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762170.509119:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.509122:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.509124:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.509127:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762170.509130:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762170.509139:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555123840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762170.509146:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.509149:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762170.509150:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.509153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.509156:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.509159:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762170.509163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762170.509171:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555123968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762170.509179:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762170.509181:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762170.509184:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762170.509191:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2116
00000100:00080000:0.0:1789762170.509194:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762170.509199:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762170.509206:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789762170.509214:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762170.509230:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555124096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762170.509266:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aaf480 x1876699555123456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555123456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555123456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762170.509324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762170.509352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762170.509367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aaf800 x1876699555123584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555123584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762170.509430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762170.509454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762170.509467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aace00 x1876699555123712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555123712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762170.509513:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123840:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762170.509547:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762170.509560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aae300 x1876699555123840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555123840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509583:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509590:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555123840:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762170.509597:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762170.509620:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762170.509641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aac700 x1876699555123968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509654:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555123968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509677:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555123968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762170.509684:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762170.509707:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762170.509720:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff8d7c85aaf100 x1876699555124096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762170.509733:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555124096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762170.509742:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762170.509746:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762170.509750:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124096:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762170.892890:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762171.917126:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762172.941837:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762173.965553:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762174.989530:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762175.629044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762175.629063:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629076:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00080000:2.0:1789762175.629091:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629101:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762175.629150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555124224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.629202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.629214:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629222:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00080000:2.0:1789762175.629230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762175.629255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762175.629283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555124352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.629293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555124224:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762175.629304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762175.629316:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00080000:2.0:1789762175.629327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762175.629340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762175.629357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555124480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.629370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.629377:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629381:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00080000:2.0:1789762175.629388:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762175.629400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762175.629416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762175.629418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555124608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.629437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.629445:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00080000:2.0:1789762175.629456:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762175.629466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762175.629483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555124736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762175.629490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47e680 x1876699555124224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762175.629515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.629527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762175.629530:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.629540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2121
00000100:00100000:1.0:1789762175.629541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555124224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762175.629545:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.629557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762175.629571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762175.629579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762175.629588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555124864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762175.629617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.629629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555124224:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762175.629668:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.629701:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762175.629720:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47dc00 x1876699555124352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.629736:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555124352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.629746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.629751:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.629755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.629762:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.629782:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762175.629794:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47f480 x1876699555124480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.629856:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555124480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.629866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.629870:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.629875:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.629882:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124608:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762175.629909:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762175.629923:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47f800 x1876699555124608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.629962:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555124608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.629975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.629981:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.629988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555124608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762175.630000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.630041:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762175.630064:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47c700 x1876699555124736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.630090:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555124736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.630103:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.630108:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.630112:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762175.630120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762175.630149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762175.630163:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff8d7c8a47c380 x1876699555124864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762175.630177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555124864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762175.630188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762175.630191:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762175.630195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555124864:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762176.014210:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762177.036882:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762178.060942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762179.085004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762180.108945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762180.748896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.748916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762180.748920:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.748928:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.748938:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762180.748946:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762180.748984:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555124992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762180.749033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.749036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762180.749038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.749042:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.749045:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762180.749048:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762180.749057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762180.749069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555125120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762180.749079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555124992:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762180.749081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.749104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762180.749106:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.749109:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.749112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762180.749114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762180.749118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762180.749128:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555125248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762180.749135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.749138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762180.749139:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.749141:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.749145:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762180.749147:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762180.749151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762180.749160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762180.749161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555125376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762180.749170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.749173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762180.749174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.749177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.749180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762180.749182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762180.749185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762180.749197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555125504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762180.749198:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795d500 x1876699555124992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.749233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762180.749238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762180.749240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555124992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.749241:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762180.749251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2126
00000100:00080000:3.0:1789762180.749257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.749261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.749263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762180.749268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762180.749272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.749273:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555124992:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762180.749289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555125632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762180.749301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.749324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762180.749334:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795d880 x1876699555125120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.749343:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555125120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.749348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.749351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762180.749353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.749357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.749373:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762180.749384:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795ed80 x1876699555125248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.749398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555125248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.749407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.749410:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762180.749414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.749420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125376:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762180.749436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762180.749444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795ca80 x1876699555125376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.749451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555125376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.749457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.749459:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762180.749477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125376:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762180.749481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555125504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.749493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762180.749500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795ce00 x1876699555125504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.749508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555125504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.749513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.749515:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762180.749517:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555125504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762180.749529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555125632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762180.749551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762180.749559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff8d7c8795f800 x1876699555125632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762180.749567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555125632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762180.749573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762180.749575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762180.749577:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555125632:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762181.133100:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762182.157070:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762183.181013:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762184.204947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762185.228981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762185.868914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762185.868922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762185.868925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.868933:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.868942:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.868948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762185.868979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555125760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762185.869001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762185.869005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762185.869007:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.869011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.869015:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.869019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762185.869029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762185.869041:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555125888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762185.869051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762185.869055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555125760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762185.869055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762185.869057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.869060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.869063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.869067:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762185.869072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762185.869081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555126016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762185.869089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762185.869092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762185.869093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.869097:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.869099:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.869103:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762185.869107:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762185.869116:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762185.869116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555126144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762185.869124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762185.869127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762185.869129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.869132:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.869136:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.869139:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762185.869143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762185.869152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555126272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762185.869160:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795dc00 x1876699555125760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.869161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762185.869164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762185.869166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762185.869169:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2131
00000100:00080000:3.0:1789762185.869173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762185.869176:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555125760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762185.869181:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762185.869189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555126400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762185.869195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869199:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869203:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555125760:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762185.869225:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.869250:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795f480 x1876699555125888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.869270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555125888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.869276:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869278:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555125888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.869285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.869296:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795fb80 x1876699555126016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.869309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555126016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.869314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.869321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126144:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762185.869332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869338:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795e680 x1876699555126144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.869345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555126144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.869351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126144:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762185.869357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555126272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.869367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795c000 x1876699555126272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.869380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555126272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.869385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555126272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762185.869392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555126400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762185.869401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762185.869407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff8d7c8795ea00 x1876699555126400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762185.869414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555126400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762185.869419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762185.869420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762185.869422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555126400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762186.252903:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762187.276939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762188.301016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762189.324983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762190.348973:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762190.988917:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.988925:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762190.988928:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.988937:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.988946:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.988952:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762190.988983:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555126528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.989008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.989011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.989012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.989015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.989017:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.989020:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762190.989027:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762190.989052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555126528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762190.989053:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555126656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762190.989068:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.989072:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762190.989075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.989080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.989084:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.989089:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762190.989093:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762190.989104:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555126784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762190.989112:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762190.989114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.989118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.989119:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.989123:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.989128:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.989131:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762190.989135:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762190.989143:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555126912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762190.989150:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aaea00 x1876699555126528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762190.989151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.989158:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762190.989160:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762190.989167:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.989171:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.989175:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762190.989178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762190.989181:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555126528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762190.989188:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555127040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762190.989195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762190.989196:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762190.989203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762190.989204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762190.989207:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762190.989209:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2136
00000100:00080000:0.0:1789762190.989211:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762190.989214:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762190.989216:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762190.989223:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555127168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762190.989230:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555126528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762190.989271:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.989292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762190.989302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aaca80 x1876699555126656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.989311:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555126656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.989321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.989323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762190.989325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.989330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.989341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762190.989347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aac380 x1876699555126784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.989354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555126784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.989359:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.989361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762190.989363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.989366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126912:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762190.989377:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762190.989383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aad180 x1876699555126912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.989390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555126912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.989395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.989397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762190.989399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555126912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762190.989402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.989412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762190.989418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aafb80 x1876699555127040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.989425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555127040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.989429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.989431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762190.989433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762190.989436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762190.989446:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762190.989451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff8d7c85aaf100 x1876699555127168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762190.989458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555127168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762190.989463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762190.989465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762190.989467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762191.372986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762192.396936:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762193.420944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762194.445112:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762195.468982:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762196.108904:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.108915:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762196.108920:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.108930:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.108942:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.108948:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762196.108985:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555127296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.109014:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.109018:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.109020:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.109025:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.109029:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.109035:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762196.109045:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762196.109050:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555127296:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762196.109062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555127424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.109071:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.109074:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762196.109075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.109078:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.109081:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.109091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762196.109095:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762196.109104:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555127552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.109111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.109113:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.109114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.109116:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.109119:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762196.109124:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762196.109126:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762196.109134:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762196.109149:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555127680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.109161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.109165:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.109169:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762196.109170:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47ea00 x1876699555127296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762196.109179:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.109187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762196.109192:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555127296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762196.109195:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762196.109207:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762196.109207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762196.109212:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109216:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555127296:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762196.109226:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555127808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.109235:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.109238:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762196.109239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127424:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762196.109241:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.109249:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2141
00000100:00080000:2.0:1789762196.109252:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.109255:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762196.109259:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762196.109267:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762196.109271:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555127936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762196.109279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47ce00 x1876699555127424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762196.109290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555127424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762196.109296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762196.109298:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762196.109304:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762196.109316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762196.109322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47d180 x1876699555127552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762196.109329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555127552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762196.109339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762196.109341:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762196.109346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127680:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762196.109356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762196.109362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47ed80 x1876699555127680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762196.109369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555127680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762196.109374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762196.109376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555127680:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762196.109381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762196.109400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762196.109406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47fb80 x1876699555127808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762196.109414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555127808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762196.109419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762196.109421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762196.109434:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762196.109451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762196.109458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff8d7c8a47ea00 x1876699555127936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762196.109465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555127936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762196.109470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762196.109472:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762196.109474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555127936:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762196.492931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762197.516912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762198.540931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762199.564949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762200.588957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762201.228985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.228993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762201.228996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229005:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229014:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229020:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762201.229057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555128064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.229091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.229099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762201.229100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762201.229119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.229130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555128192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.229147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762201.229152:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555128064:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762201.229152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762201.229155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229165:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229170:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229174:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762201.229180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.229193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555128320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.229200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.229203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762201.229204:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229207:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229210:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229213:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762201.229217:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762201.229217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762201.229229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555128448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.229238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.229240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762201.229241:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762201.229254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762201.229259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795ea00 x1876699555128064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762201.229265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555128576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.229277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762201.229281:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555128064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762201.229282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762201.229285:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.229290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2146
00000100:00080000:3.0:1789762201.229292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.229294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762201.229297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762201.229308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762201.229313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555128704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762201.229314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555128064:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762201.229345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762201.229374:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762201.229397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795c000 x1876699555128192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762201.229411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555128192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762201.229421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762201.229424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762201.229436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762201.229456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762201.229468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795e680 x1876699555128320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762201.229480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555128320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762201.229488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762201.229492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762201.229502:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128448:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762201.229521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762201.229531:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795fb80 x1876699555128448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762201.229543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555128448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762201.229551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762201.229555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762201.229565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555128576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762201.229584:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762201.229596:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795f480 x1876699555128576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762201.229608:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555128576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762201.229616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762201.229620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229623:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555128576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762201.229629:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555128704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762201.229650:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762201.229661:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff8d7c8795dc00 x1876699555128704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762201.229681:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555128704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762201.229688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762201.229692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762201.229695:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555128704:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762201.612902:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762202.636971:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762203.660943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762204.684906:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762205.708914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762206.348891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762206.348901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762206.348906:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.348917:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.348929:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762206.348936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762206.348979:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555128832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762206.349006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762206.349010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762206.349011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.349014:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.349017:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762206.349019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762206.349028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762206.349044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555128960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762206.349051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762206.349054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762206.349056:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.349059:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.349063:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762206.349065:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762206.349069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762206.349076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555129088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762206.349089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762206.349090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555128832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762206.349099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762206.349101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.349105:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.349107:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762206.349109:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762206.349114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762206.349123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555129216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762206.349130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762206.349133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762206.349134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.349137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.349139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762206.349142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762206.349145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762206.349151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555129344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762206.349158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762206.349160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762206.349161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762206.349164:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2151
00000100:00080000:3.0:1789762206.349167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762206.349171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762206.349174:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762206.349179:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762206.349191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555129472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762206.349218:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795f800 x1876699555128832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555128832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349250:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555128832:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762206.349255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762206.349271:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762206.349279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795ce00 x1876699555128960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555128960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555128960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762206.349319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762206.349329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762206.349336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795ca80 x1876699555129088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555129088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762206.349362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129216:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762206.349382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762206.349395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795ed80 x1876699555129216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349408:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555129216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129216:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762206.349429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555129344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762206.349448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762206.349460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795d880 x1876699555129344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555129344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555129344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762206.349496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555129472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762206.349513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762206.349521:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff8d7c8795d500 x1876699555129472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762206.349528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555129472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762206.349534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762206.349536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762206.349538:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555129472:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762206.732974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762207.756978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762208.780942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762209.804938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762210.828999:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762211.468913:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.468923:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762211.468927:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.468938:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00080000:0.0:1789762211.468950:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762211.468957:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762211.469008:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555129600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762211.469041:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.469046:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762211.469047:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.469051:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00080000:0.0:1789762211.469054:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762211.469059:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762211.469075:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762211.469088:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555129728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762211.469102:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555129600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762211.469103:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.469121:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762211.469124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.469128:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00080000:0.0:1789762211.469131:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762211.469135:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762211.469139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762211.469151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555129856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762211.469161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.469165:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762211.469168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.469173:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00080000:0.0:1789762211.469179:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762211.469184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762211.469190:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762211.469199:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762211.469216:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555129984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762211.469226:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aac700 x1876699555129600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.469227:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.469242:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762211.469251:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.469264:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00100000:1.0:1789762211.469264:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555129600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.469278:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762211.469284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.469287:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762211.469293:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789762211.469302:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762211.469306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555129600:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762211.469318:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555130112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762211.469327:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762211.469330:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762211.469332:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762211.469335:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2157
00000100:00080000:0.0:1789762211.469339:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762211.469344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129728:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762211.469347:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762211.469356:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762211.469367:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555130240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762211.469390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762211.469408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aae300 x1876699555129728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762211.469417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555129728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762211.469423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762211.469425:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762211.469428:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762211.469436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762211.469458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762211.469470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aace00 x1876699555129856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762211.469482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555129856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762211.469488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762211.469490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762211.469492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762211.469497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129984:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762211.469513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762211.469521:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aaf800 x1876699555129984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762211.469529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555129984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762211.469534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762211.469536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762211.469538:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555129984:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762211.469542:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762211.469553:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762211.469558:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aaf480 x1876699555130112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762211.469565:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555130112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762211.469570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762211.469572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762211.469573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762211.469588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762211.469599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762211.469605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff8d7c85aad880 x1876699555130240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762211.469612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555130240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762211.469617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762211.469619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762211.469621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130240:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762211.852986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762212.876992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762213.900919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762214.924936:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762215.948955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762216.588910:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.588920:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762216.588924:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.588936:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.588948:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.588955:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762216.588999:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555130368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.589025:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.589028:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.589030:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.589034:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.589036:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.589039:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762216.589048:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.589058:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555130496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.589065:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.589068:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762216.589069:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.589072:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.589074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.589076:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762216.589079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.589088:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555130624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762216.589090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555130368:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762216.589103:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.589105:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.589106:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.589109:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.589111:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.589113:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762216.589116:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762216.589127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555130752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.589135:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.589138:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762216.589139:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.589141:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.589157:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.589160:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762216.589163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.589170:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555130880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762216.589176:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.589179:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762216.589180:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762216.589183:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2162
00000100:00080000:0.0:1789762216.589185:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762216.589187:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762216.589190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762216.589197:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555131008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762216.589223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.589259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.589279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762216.589297:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762216.589312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131008:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762216.972980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762217.997027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762219.020928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762219.661096:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762219.661137:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762219.661151:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762219.661191:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762219.661203:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762219.661217:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762219.661231:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762219.661233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aae680 x1876699555130624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762219.661253:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762219.661263:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555130624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661288:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762219.661297:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aac000 x1876699555130752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762219.661311:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555130752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661322:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762219.661327:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aaed80 x1876699555130880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762219.661339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555130880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661355:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555130880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762219.661362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aad880 x1876699555131008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762219.661375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555131008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762219.661399:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aad500 x1876699555130368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762219.661413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555130368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555130368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762219.661432:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762219]  req@ffff8d7c85aadc00 x1876699555130496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762219.661443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555130496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762219.661452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762219.661455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762219.661458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555130496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762220.044939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762221.068931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762221.708905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.708915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762221.708920:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.708931:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.708943:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.708952:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762221.708994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555131136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.709024:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.709029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.709031:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.709035:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.709039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.709044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762221.709056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.709071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555131264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762221.709083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555131136:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762221.709085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.709095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.709097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.709102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.709105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.709109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762221.709115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.709130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555131392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.709145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.709149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.709151:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.709155:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.709172:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.709180:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762221.709181:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762221.709191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762221.709206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555131520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.709216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.709220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.709222:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.709227:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.709232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.709238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709243:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795e300 x1876699555131136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762221.709247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.709267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555131648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762221.709274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555131136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762221.709282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.709286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.709289:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.709296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2167
00000100:00080000:3.0:1789762221.709305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.709312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762221.709316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762221.709319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762221.709325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555131136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762221.709338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555131776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762221.709370:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.709400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795c700 x1876699555131264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.709427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555131264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.709436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.709439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709443:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.709449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.709468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795df80 x1876699555131392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.709490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555131392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.709498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.709502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.709511:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131520:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762221.709534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709546:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795f100 x1876699555131520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.709560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555131520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.709568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.709571:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709574:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555131520:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762221.709580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.709617:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709629:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795d180 x1876699555131648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.709643:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555131648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.709650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.709654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762221.709663:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762221.709683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762221.709694:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff8d7c8795c380 x1876699555131776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762221.709708:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555131776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762221.709722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762221.709725:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762221.709728:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555131776:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762222.092970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762223.116921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762224.140955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762225.164965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762226.189023:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762226.828963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762226.828973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762226.828977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.828988:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829001:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762226.829008:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762226.829052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555131904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.829078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762226.829081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762226.829082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.829086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762226.829092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762226.829101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.829115:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555132032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762226.829127:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555131904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762226.829129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762226.829138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762226.829140:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.829146:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762226.829155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762226.829161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.829174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555132160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.829181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762226.829184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762226.829186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.829189:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829192:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762226.829194:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762226.829198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762226.829202:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762226.829210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555132288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.829218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762226.829221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762226.829223:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.829226:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762226.829231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762226.829234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.829246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555132416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.829255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762226.829259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47c380 x1876699555131904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.829260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762226.829265:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762226.829276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2172
00000100:00080000:2.0:1789762226.829282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762226.829287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555131904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.829288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762226.829297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762226.829303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762226.829312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555132544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762226.829315:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555131904:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762226.829339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762226.829361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762226.829371:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47c700 x1876699555132032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762226.829380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555132032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.829386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829389:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762226.829391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762226.829396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762226.829408:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762226.829414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47f800 x1876699555132160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762226.829422:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555132160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.829427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762226.829431:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762226.829435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132288:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762226.829447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762226.829453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47f480 x1876699555132288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762226.829460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555132288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.829466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829468:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762226.829469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132288:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762226.829473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555132416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762226.829483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762226.829489:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47dc00 x1876699555132416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762226.829497:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555132416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.829502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762226.829505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555132416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762226.829509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555132544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762226.829518:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762226.829523:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff8d7c8a47e680 x1876699555132544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762226.829530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555132544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762226.829534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762226.829537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762226.829539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555132544:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762227.212924:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762228.236961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762229.260914:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762230.284929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762231.308942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762231.948927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.948937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762231.948941:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.948953:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.948965:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.948972:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762231.949016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555132672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.949048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.949051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.949053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.949056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.949058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.949061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762231.949070:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.949081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555132800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.949089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.949093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.949094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.949097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.949099:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.949103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555132672:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762231.949110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.949123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555132928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.949131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.949135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.949136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.949140:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.949142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762231.949145:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762231.949149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762231.949159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555133056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.949167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.949170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762231.949172:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.949174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.949178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762231.949184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762231.949188:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762231.949195:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762231.949207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555133184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762231.949214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762231.949217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762231.949219:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762231.949224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2177
00000100:00080000:3.0:1789762231.949227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762231.949231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795c380 x1876699555132672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762231.949242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762231.949249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762231.949252:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555132672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762231.949262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555133312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762231.949318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555132672:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762231.949335:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.949353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795d180 x1876699555132800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.949370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555132800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.949375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.949398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.949409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795f100 x1876699555132928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.949423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555132928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.949428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555132928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.949437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133056:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762231.949447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795df80 x1876699555133056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.949467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555133056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.949475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133056:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762231.949489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.949509:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795c700 x1876699555133184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.949569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555133184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.949577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762231.949592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762231.949615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762231.949627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff8d7c8795e300 x1876699555133312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762231.949641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555133312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762231.949650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762231.949654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762231.949657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133312:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762232.332931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762233.356993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762234.381089:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762235.405166:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762236.429043:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762237.068907:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.068920:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762237.068926:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.068939:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:2.0:1789762237.068953:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.068961:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762237.069010:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555133440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.069042:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.069046:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.069049:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.069069:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:2.0:1789762237.069074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.069080:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762237.069092:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.069110:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555133568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762237.069122:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555133440:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762237.069130:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.069136:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762237.069139:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.069146:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:2.0:1789762237.069152:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.069157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762237.069165:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.069197:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555133696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762237.069210:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762237.069211:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.069218:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.069220:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.069228:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:2.0:1789762237.069235:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.069239:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762237.069262:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762237.069285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47f100 x1876699555133440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.069291:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555133824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762237.069338:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762237.069341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555133440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.069347:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762237.069356:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.069373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.069375:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:1.0:1789762237.069386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762237.069403:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762237.069413:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762237.069420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555133440:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789762237.069426:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.069445:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555133952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762237.069451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133568:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762237.069492:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762237.069498:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762237.069501:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762237.069535:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2182
00000100:00080000:2.0:1789762237.069541:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762237.069549:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762237.069549:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762237.069561:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.069577:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555134080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762237.069594:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47c000 x1876699555133568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.069635:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555133568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.069651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.069655:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762237.069658:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.069665:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.069689:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762237.069700:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47d880 x1876699555133696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.069709:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555133696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.069716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.069719:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762237.069721:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.069726:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133824:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762237.069740:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762237.069748:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47df80 x1876699555133824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.069757:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555133824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.069764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.069766:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762237.069769:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555133824:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762237.069848:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.069876:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762237.069886:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47ca80 x1876699555133952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.069896:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555133952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.069903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.069905:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762237.069908:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555133952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762237.069913:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762237.069926:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762237.069933:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff8d7c8a47d500 x1876699555134080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762237.069942:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555134080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762237.069947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762237.069950:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762237.069952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134080:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762237.453132:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762238.477335:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762239.501630:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762240.525407:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762241.549242:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762242.188908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.188920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762242.188925:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.188935:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.188944:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.188950:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762242.188982:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555134208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.189007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.189010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762242.189012:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.189015:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.189017:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.189020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762242.189027:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762242.189034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555134336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.189046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.189048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762242.189050:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.189052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.189054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.189057:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762242.189060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762242.189068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555134464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.189074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.189076:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762242.189078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.189080:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.189082:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.189084:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762242.189087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762242.189091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555134208:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762242.189097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555134592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.189105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.189107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762242.189108:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.189111:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.189113:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.189115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762242.189118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762242.189127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555134720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.189133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.189135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762242.189136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.189139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2187
00000100:00080000:3.0:1789762242.189145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.189147:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762242.189150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762242.189155:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762242.189159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555134848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762242.189195:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795d500 x1876699555134208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555134208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189219:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189223:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555134208:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762242.189228:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762242.189248:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762242.189261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795d880 x1876699555134336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555134336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189286:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762242.189297:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762242.189317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762242.189326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795ed80 x1876699555134464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555134464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189362:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189365:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762242.189386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134592:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762242.189401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762242.189407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795ca80 x1876699555134592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555134592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555134592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762242.189428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762242.189438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762242.189463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795ce00 x1876699555134720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555134720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189506:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762242.189512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762242.189527:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762242.189534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff8d7c8795f800 x1876699555134848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762242.189541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555134848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762242.189546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762242.189548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762242.189550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555134848:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762242.573260:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762243.596994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762244.620962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762245.645040:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762246.668941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762247.308969:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.308979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762247.308984:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.308994:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309004:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.309013:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762247.309048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555134976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.309080:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.309084:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.309086:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.309090:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309094:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.309098:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762247.309108:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.309123:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555135104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.309133:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.309137:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762247.309139:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.309144:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762247.309154:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555134976:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762247.309156:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762247.309169:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.309186:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555135232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.309197:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.309201:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.309203:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.309207:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309227:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.309232:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762247.309240:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762247.309242:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762247.309264:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555135360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.309277:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.309281:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.309283:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.309288:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309296:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762247.309297:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aaf480 x1876699555134976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762247.309311:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762247.309323:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762247.309327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555134976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762247.309340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762247.309347:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555135488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762247.309350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309362:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555134976:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762247.309384:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135104:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762247.309391:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.309397:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762247.309400:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.309423:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2192
00000100:00080000:0.0:1789762247.309431:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762247.309434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762247.309447:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762247.309455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aaf800 x1876699555135104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762247.309456:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762247.309475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555135104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762247.309487:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555135616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762247.309488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762247.309493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762247.309539:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762247.309558:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762247.309566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aace00 x1876699555135232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762247.309574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555135232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762247.309580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762247.309582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762247.309588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135360:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762247.309599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762247.309606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aae300 x1876699555135360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762247.309613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555135360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762247.309618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762247.309620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135360:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762247.309625:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555135488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762247.309635:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762247.309641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aac700 x1876699555135488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762247.309648:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555135488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762247.309653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762247.309655:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555135488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762247.309660:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555135616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762247.309670:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762247.309676:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff8d7c85aaf100 x1876699555135616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762247.309683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555135616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762247.309689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762247.309691:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762247.309693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555135616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762247.693010:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762248.716922:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762249.740990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762250.765053:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762251.789005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762252.428918:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.428926:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762252.428929:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.428939:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.428948:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762252.428958:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762252.428990:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555135744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762252.429011:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.429014:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762252.429016:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.429021:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.429025:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762252.429030:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762252.429044:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.429062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555135872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762252.429074:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555135744:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762252.429082:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.429088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762252.429091:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.429097:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.429102:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762252.429108:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762252.429117:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.429131:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555136000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762252.429139:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.429143:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762252.429146:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.429151:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.429154:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762252.429159:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762252.429163:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762252.429171:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555136128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762252.429179:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762252.429192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.429196:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762252.429198:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.429200:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.429204:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762252.429208:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762252.429212:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.429242:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555136256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762252.429253:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762252.429256:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47d500 x1876699555135744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.429258:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762252.429262:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.429280:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2197
00000100:00080000:2.0:1789762252.429293:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762252.429304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555135744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.429305:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762252.429338:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762252.429341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555135744:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762252.429360:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555136384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762252.429402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762252.429433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762252.429445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47ca80 x1876699555135872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.429457:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555135872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.429473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555135872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762252.429485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762252.429501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762252.429510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47df80 x1876699555136000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.429520:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555136000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.429526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429529:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429532:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762252.429537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136128:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762252.429552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762252.429560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47d880 x1876699555136128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.429569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555136128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.429576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429578:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136128:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762252.429586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555136256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762252.429600:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762252.429608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47c000 x1876699555136256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.429617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555136256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.429624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429628:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555136256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762252.429632:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555136384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762252.429645:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762252.429652:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff8d7c8a47f100 x1876699555136384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.429661:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555136384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.429672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.429676:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762252.429681:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555136384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762252.812975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762253.837012:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762254.860995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762255.885008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762256.909021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762257.548895:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.548905:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762257.548910:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.548920:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.548932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.548940:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762257.548978:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555136512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.548999:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.549002:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.549004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.549008:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.549012:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.549016:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762257.549026:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.549039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555136640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.549051:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.549055:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762257.549057:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.549060:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.549063:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.549067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762257.549071:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762257.549077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555136512:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762257.549083:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555136768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.549092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.549094:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.549096:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.549099:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.549101:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.549103:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762257.549107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762257.549117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555136896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.549124:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.549126:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.549128:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.549131:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.549133:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.549135:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762257.549140:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762257.549140:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.549168:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555137024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.549178:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.549181:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762257.549183:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.549188:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2203
00000100:00080000:2.0:1789762257.549192:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762257.549197:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47e680 x1876699555136512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762257.549198:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762257.549207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762257.549236:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555136512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762257.549242:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555137152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762257.549248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555136512:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762257.549270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.549288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762257.549298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47dc00 x1876699555136640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.549307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555136640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.549312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.549348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.549361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762257.549368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47f480 x1876699555136768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.549376:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555136768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.549385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.549393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136896:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762257.549403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762257.549409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47f800 x1876699555136896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.549416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555136896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.549422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555136896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762257.549429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.549438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762257.549444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47c700 x1876699555137024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.549452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555137024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.549456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762257.549464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762257.549490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762257.549497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff8d7c8a47c380 x1876699555137152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762257.549503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555137152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762257.549508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762257.549510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762257.549512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137152:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762257.933003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762258.957057:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762259.980990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762261.004993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762262.028960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762262.668919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.668930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762262.668934:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.668945:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.668956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.668965:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762262.669004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555137280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.669034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.669037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.669039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.669043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.669046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.669050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762262.669059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.669071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555137408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.669081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.669084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762262.669086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.669107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.669109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.669115:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762262.669121:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.669132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555137536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.669143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.669147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.669149:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762262.669156:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555137280:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762262.669158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.669166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.669172:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762262.669177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762262.669189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555137664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.669200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.669204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762262.669206:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762262.669209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.669212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.669215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762262.669219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.669229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555137792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.669240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762262.669245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762262.669248:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762262.669254:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762262.669255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2208
00000100:00080000:3.0:1789762262.669266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762262.669270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762262.669277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.669321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555137920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762262.669348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795dc00 x1876699555137280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555137280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555137280:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762262.669403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.669430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762262.669442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795f480 x1876699555137408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555137408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.669498:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.669541:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762262.669559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795fb80 x1876699555137536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669577:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555137536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669594:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.669608:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137664:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762262.669633:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762262.669645:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795e680 x1876699555137664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669662:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555137664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669676:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555137664:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762262.669681:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.669695:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762262.669703:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795c000 x1876699555137792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669713:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555137792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669722:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669725:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762262.669730:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762262.669743:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762262.669751:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff8d7c8795ea00 x1876699555137920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762262.669762:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555137920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762262.669775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762262.669777:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762262.669780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555137920:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762263.053047:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762264.076937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762265.101085:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762266.124930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762267.148941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762267.788895:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.788903:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762267.788906:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762267.788915:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.788924:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.788931:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762267.788963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555138048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762267.788986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.788988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762267.788990:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762267.788997:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.788999:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.789002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762267.789009:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762267.789017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555138176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762267.789025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.789028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762267.789029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762267.789049:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.789051:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.789053:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762267.789057:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762267.789067:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555138048:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762267.789069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555138304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762267.789086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.789090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762267.789092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762267.789112:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.789116:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.789121:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762267.789128:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762267.789138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555138432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762267.789145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.789148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762267.789150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762267.789154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762267.789157:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.789179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.789182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762267.789187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762267.789195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555138560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762267.789202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762267.789205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762267.789206:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762267.789209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2213
00000100:00080000:3.0:1789762267.789211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762267.789214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795ea00 x1876699555138048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762267.789221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762267.789239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555138688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762267.789261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555138048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789301:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555138048:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762267.789311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762267.789336:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795c000 x1876699555138176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.789362:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555138176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762267.789419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762267.789441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795e680 x1876699555138304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.789467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555138304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762267.789489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138432:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762267.789508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795fb80 x1876699555138432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.789532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555138432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789545:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138432:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762267.789554:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555138560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762267.789572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789583:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795f480 x1876699555138560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.789596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555138560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555138560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762267.789618:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555138688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762267.789636:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762267.789646:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff8d7c8795dc00 x1876699555138688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762267.789659:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555138688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762267.789668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762267.789671:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762267.789675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555138688:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762268.172947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762269.196954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762270.220997:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762271.245015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762272.269044:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762272.908902:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.908910:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762272.908913:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762272.908921:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00080000:0.0:1789762272.908930:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.908937:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762272.908973:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555138816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762272.908999:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.909001:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762272.909003:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762272.909006:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00080000:0.0:1789762272.909009:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.909013:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762272.909022:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762272.909032:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555138944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762272.909040:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.909042:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762272.909044:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762272.909049:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555138816:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762272.909050:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00080000:0.0:1789762272.909055:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.909059:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762272.909063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762272.909073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555139072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762272.909079:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.909082:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762272.909083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762272.909085:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00080000:0.0:1789762272.909098:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.909101:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762272.909105:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762272.909113:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762272.909116:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555139200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762272.909124:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.909127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762272.909128:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762272.909131:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00080000:0.0:1789762272.909133:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.909136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762272.909139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762272.909148:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555139328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762272.909151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aafb80 x1876699555138816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762272.909164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762272.909170:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762272.909172:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762272.909176:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2218
00000100:00100000:1.0:1789762272.909179:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555138816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762272.909180:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762272.909188:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762272.909195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762272.909198:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762272.909204:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555139456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762272.909206:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909230:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555138816:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762272.909258:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762272.909280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762272.909290:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aad180 x1876699555138944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762272.909301:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555138944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.909310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.909314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555138944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762272.909324:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762272.909345:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762272.909355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aac380 x1876699555139072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762272.909364:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555139072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.909374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.909376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762272.909382:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139200:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762272.909396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762272.909402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aaca80 x1876699555139200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762272.909409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555139200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.909422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.909424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139200:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762272.909431:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555139328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762272.909442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762272.909448:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aaea00 x1876699555139328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762272.909455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555139328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.909460:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.909462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909465:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555139328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762272.909469:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555139456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762272.909478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762272.909484:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff8d7c85aaf100 x1876699555139456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762272.909491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555139456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762272.909495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762272.909497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762272.909499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555139456:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762273.292979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762274.316964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762275.340966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762276.365027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762277.388924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762278.028882:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762278.028893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762278.028897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.028904:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00080000:2.0:1789762278.028913:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.028919:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762278.028969:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555139584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762278.028994:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762278.028998:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762278.028999:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.029003:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00080000:2.0:1789762278.029006:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.029009:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762278.029034:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762278.029043:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555139712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762278.029056:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762278.029059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555139584:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762278.029059:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762278.029062:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.029070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00080000:2.0:1789762278.029073:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.029075:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762278.029078:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762278.029087:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555139840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762278.029093:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762278.029096:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762278.029097:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.029099:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00080000:2.0:1789762278.029102:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.029104:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762278.029107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762278.029115:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555139968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762278.029122:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762278.029125:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762278.029126:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762278.029130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.029133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00080000:2.0:1789762278.029136:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.029140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762278.029143:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762278.029151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555140096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762278.029157:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762278.029159:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762278.029161:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762278.029166:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2223
00000100:00100000:1.0:1789762278.029167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47ea00 x1876699555139584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762278.029169:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762278.029188:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762278.029197:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762278.029205:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555139584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762278.029216:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555140224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762278.029224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029237:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555139584:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762278.029260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.029281:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762278.029308:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47fb80 x1876699555139712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.029319:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555139712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.029327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029330:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.029338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.029354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762278.029362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47ed80 x1876699555139840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.029372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555139840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.029378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.029389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139968:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762278.029402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762278.029409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47d180 x1876699555139968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.029425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555139968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.029432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555139968:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762278.029441:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.029454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762278.029461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47ce00 x1876699555140096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.029484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555140096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.029495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762278.029528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762278.029553:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762278.029565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff8d7c8a47c380 x1876699555140224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762278.029574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555140224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762278.029600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762278.029602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762278.029604:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140224:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762278.413058:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762279.437005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762280.461091:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762281.484917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762282.509032:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762283.148921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.148933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762283.148938:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.148950:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.148962:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.148971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762283.149016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555140352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.149042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.149058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.149059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.149063:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.149065:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.149069:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762283.149079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.149089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555140480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.149097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.149102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762283.149103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555140352:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762283.149104:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.149112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.149115:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.149117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762283.149120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.149129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555140608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.149150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.149153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.149155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.149158:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.149161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.149164:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762283.149168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762283.149177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555140736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.149184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.149187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.149188:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.149190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.149193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.149196:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762283.149198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.149207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555140864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.149214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.149217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762283.149218:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.149221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2228
00000100:00080000:2.0:1789762283.149235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762283.149236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140480:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762283.149241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762283.149246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.149256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555140992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762283.149274:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762283.149295:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140736:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762283.149321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762283.149349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140992:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762283.532931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762284.556992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762285.580982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762286.221348:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762286.221419:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762286.221446:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762286.221521:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762286.221535:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762286.221547:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762286.221560:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762286.221573:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762286.221643:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47f100 x1876699555140992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.221682:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555140992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.221702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.221709:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.221716:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762286.221728:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47f800 x1876699555140480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.221749:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555140480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.221761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.221766:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.221771:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762286.221782:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47f480 x1876699555140608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.221799:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555140608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.221873:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.221879:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.221884:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762286.221894:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47dc00 x1876699555140736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.221911:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555140736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.221921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.221926:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.221930:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555140736:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762286.221939:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47e680 x1876699555140864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.221955:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555140864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.221965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.221970:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.221974:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555140864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762286.221984:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762286]  req@ffff8d7c8a47c700 x1876699555140352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762286.222002:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555140352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762286.222015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762286.222021:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762286.222027:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555140352:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789762286.605008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762287.628975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762288.268985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.268994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762288.268998:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269009:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:3.0:1789762288.269029:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762288.269036:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762288.269084:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555141120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762288.269126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.269130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762288.269133:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:3.0:1789762288.269143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762288.269148:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762288.269159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762288.269182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555141248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762288.269193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.269197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762288.269199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:3.0:1789762288.269225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762288.269233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555141120:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762288.269233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762288.269245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762288.269264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555141376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762288.269297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.269299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762288.269301:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269304:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:3.0:1789762288.269308:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762288.269311:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762288.269315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762288.269326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555141504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762288.269336:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762288.269345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.269350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762288.269353:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:3.0:1789762288.269364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762288.269370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762288.269376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762288.269386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795f800 x1876699555141120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.269392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555141632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762288.269419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762288.269425:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762288.269426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555141120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.269428:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762288.269440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2233
00000100:00080000:1.0:1789762288.269450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.269450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.269461:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762288.269466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555141120:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762288.269475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762288.269482:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762288.269494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555141760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762288.269517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795ce00 x1876699555141248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762288.269550:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555141248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.269558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762288.269562:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762288.269566:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762288.269593:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762288.269616:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795ca80 x1876699555141376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762288.269639:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555141376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.269647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762288.269650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762288.269653:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762288.269660:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141504:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762288.269682:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269695:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795ed80 x1876699555141504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762288.269709:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555141504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.269719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762288.269722:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762288.269726:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555141504:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762288.269732:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555141632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762288.269754:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269765:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795d880 x1876699555141632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762288.269779:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555141632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.269788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762288.269791:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762288.269794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555141632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762288.269801:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555141760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762288.269824:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762288.269877:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff8d7c8795d500 x1876699555141760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762288.269893:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555141760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.269913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762288.269922:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762288.269926:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555141760:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762288.653001:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762289.677005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762290.700942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762291.724948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762292.748950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762293.388902:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762293.388913:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762293.388919:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762293.388929:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2238
00000100:00080000:2.0:1789762293.388941:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.388950:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762293.388988:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555141888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762293.389037:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762293.389041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762293.389043:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762293.389048:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2238
00000100:00080000:2.0:1789762293.389052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.389070:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762293.389080:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762293.389084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555141888:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762293.389098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555142016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762293.389112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762293.389116:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762293.389118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762293.389122:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2238
00000100:00080000:2.0:1789762293.389127:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.389131:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762293.389137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762293.389150:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762293.389152:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555142144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762293.389171:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762293.389175:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762293.389178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762293.389190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47c000 x1876699555141888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.389193:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2238
00000100:00080000:2.0:1789762293.389202:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.389209:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555141888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762293.389217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:1.0:1789762293.389222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762293.389226:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389230:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555141888:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762293.389236:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555142272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762293.389249:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762293.389252:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142016:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762293.389256:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762293.389267:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762293.389274:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2238
00000800:00000100:1.0:1789762293.389278:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762293.389282:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.389291:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47d880 x1876699555142016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762293.389301:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762293.389315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555142016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.389321:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555142400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762293.389325:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762293.389332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142016:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762293.389345:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762293.389347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142144:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762293.389354:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762293.389358:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762293.389363:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2238
00000800:00000100:1.0:1789762293.389369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762293.389370:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762293.389377:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47df80 x1876699555142144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762293.389384:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762293.389394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555142144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762293.389401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762293.389405:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555142528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762293.389406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389413:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762293.389423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142272:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762293.389447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47ca80 x1876699555142272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762293.389473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555142272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762293.389489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762293.389492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142272:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762293.389507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555142400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762293.389522:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47d500 x1876699555142400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762293.389542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555142400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762293.389549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762293.389553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555142400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762293.389563:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555142528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762293.389584:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762293.389594:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff8d7c8a47c000 x1876699555142528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762293.389602:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555142528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762293.389607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762293.389609:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762293.389612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555142528:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762293.773020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762294.797004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762295.821152:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762296.845089:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762297.868975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762298.508938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.508947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762298.508951:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.508960:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.508970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.508977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762298.509043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555142656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.509076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.509085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762298.509087:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.509094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.509100:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.509106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762298.509117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762298.509125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555142656:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762298.509138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555142784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.509155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.509160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762298.509162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.509168:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.509173:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.509179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762298.509186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762298.509189:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762298.509204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555142912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.509213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.509216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762298.509218:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.509222:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.509226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762298.509231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795e300 x1876699555142656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.509233:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762298.509241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762298.509258:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555142656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.509259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555143040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762298.509299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.509300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762298.509307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762298.509309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762298.509314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555142656:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762298.509315:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.509323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.509333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.509340:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762298.509346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762298.509359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762298.509362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555143168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.509380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.509385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762298.509387:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.509391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2244
00000100:00080000:3.0:1789762298.509396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.509401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762298.509402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762298.509406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762298.509419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555143296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762298.509428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795c700 x1876699555142784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762298.509449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555142784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762298.509456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762298.509459:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762298.509462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762298.509470:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762298.509504:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762298.509515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795df80 x1876699555142912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762298.509524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555142912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762298.509530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762298.509533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762298.509536:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555142912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762298.509540:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143040:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762298.509554:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762298.509561:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795f100 x1876699555143040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762298.509570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555143040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762298.509576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762298.509579:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762298.509581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143040:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762298.509595:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762298.509607:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762298.509615:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795d180 x1876699555143168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762298.509624:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555143168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762298.509630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762298.509633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762298.509635:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762298.509639:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762298.509651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762298.509658:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff8d7c8795c380 x1876699555143296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762298.509667:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555143296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762298.509673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762298.509675:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762298.509677:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143296:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762298.892963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762299.917021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762300.940974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762301.964949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762302.988965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762303.628861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.628868:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762303.628872:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.628880:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:3.0:1789762303.628890:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762303.628896:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762303.628927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555143424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762303.628946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.628949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762303.628950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.628953:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:3.0:1789762303.628956:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762303.628958:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762303.628965:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762303.628974:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555143552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762303.628995:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555143424:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762303.628998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.629004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762303.629005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.629010:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:3.0:1789762303.629012:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762303.629016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762303.629020:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762303.629037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555143680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762303.629047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.629051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762303.629053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762303.629056:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762303.629062:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:3.0:1789762303.629068:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762303.629073:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762303.629080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762303.629088:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795c380 x1876699555143424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.629096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555143808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762303.629121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762303.629124:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555143424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.629125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762303.629129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.629138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:1.0:1789762303.629141:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.629142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762303.629149:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762303.629151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762303.629156:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555143424:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762303.629159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762303.629171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555143936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762303.629179:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143552:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762303.629179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762303.629188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762303.629189:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762303.629193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2249
00000100:00080000:3.0:1789762303.629196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762303.629199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762303.629203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762303.629207:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762303.629216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555144064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762303.629221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795d180 x1876699555143552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762303.629237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555143552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.629244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.629246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762303.629249:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762303.629253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762303.629265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762303.629271:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795f100 x1876699555143680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762303.629286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555143680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.629301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.629305:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762303.629309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762303.629316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143808:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762303.629338:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762303.629348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795df80 x1876699555143808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762303.629356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555143808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.629362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.629364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762303.629366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555143808:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762303.629377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762303.629389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762303.629395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795c700 x1876699555143936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762303.629403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555143936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.629408:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.629409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762303.629412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555143936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762303.629416:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762303.629425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762303.629431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff8d7c8795e300 x1876699555144064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762303.629438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555144064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.629443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.629444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762303.629446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144064:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762304.013579:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762305.037064:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762306.061684:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762307.085417:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762308.109210:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762308.748989:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.749019:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762308.749024:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.749036:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:0.0:1789762308.749050:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.749058:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762308.749104:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555144192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.749137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.749142:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.749144:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.749148:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:0.0:1789762308.749152:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.749156:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762308.749166:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762308.749184:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555144320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.749199:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.749207:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762308.749209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555144192:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762308.749211:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.749227:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:0.0:1789762308.749231:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.749238:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762308.749247:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762308.749274:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555144448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.749292:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762308.749303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762308.749304:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.749313:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.749325:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:0.0:1789762308.749333:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.749340:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762308.749349:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762308.749361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aac700 x1876699555144192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762308.749372:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555144576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.749393:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762308.749398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555144192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.749400:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.749408:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.749427:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:1.0:1789762308.749432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762308.749438:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762308.749442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762308.749460:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762308.749460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555144192:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789762308.749481:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762308.749503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762308.749513:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555144704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.749533:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.749539:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762308.749542:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762308.749550:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762308.749557:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2254
00000100:00080000:0.0:1789762308.749567:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.749574:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762308.749581:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aae300 x1876699555144320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762308.749586:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762308.749610:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555144320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762308.749616:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555144832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762308.749646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762308.749659:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762308.749667:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762308.749679:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762308.749718:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762308.749738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aace00 x1876699555144448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762308.749761:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555144448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762308.749777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762308.749783:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762308.749789:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762308.749797:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144576:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762308.749872:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762308.749887:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aaf800 x1876699555144576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762308.749920:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555144576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762308.749935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762308.749940:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762308.749966:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555144576:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762308.750000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762308.750048:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762308.750070:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aaf480 x1876699555144704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762308.750084:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555144704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762308.750094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762308.750098:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762308.750102:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762308.750109:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762308.750129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762308.750140:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff8d7c85aadc00 x1876699555144832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762308.750152:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555144832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762308.750168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762308.750172:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762308.750176:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555144832:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762309.133185:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762310.157032:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762311.180989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762312.204928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762313.229045:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762313.869057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.869074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762313.869081:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762313.869096:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869115:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.869128:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762313.869190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555144960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762313.869234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.869240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762313.869243:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762313.869250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.869262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762313.869278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762313.869299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555145088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762313.869329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.869338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762313.869341:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555144960:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762313.869343:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762313.869361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.869375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762313.869386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762313.869426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555145216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762313.869439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.869443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762313.869445:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762313.869450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762313.869462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762313.869469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762313.869496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762313.869531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555145344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762313.869549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762313.869555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762313.869558:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762313.869562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795d500 x1876699555144960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.869569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.869595:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762313.869605:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762313.869607:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555144960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.869642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555145472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762313.869645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.869666:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762313.869680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762313.869681:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555144960:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762313.869716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762313.869722:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762313.869729:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2259
00000100:00080000:3.0:1789762313.869734:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.869741:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762313.869748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762313.869751:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.869770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555145600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762313.869828:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762313.869941:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795d880 x1876699555145088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.869974:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555145088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762313.869984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.869986:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762313.869989:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762313.869995:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762313.870012:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762313.870020:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795ed80 x1876699555145216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.870028:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555145216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762313.870033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.870035:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762313.870037:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762313.870042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145344:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762313.870052:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762313.870058:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795ca80 x1876699555145344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.870065:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555145344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762313.870071:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.870073:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762313.870074:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145344:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762313.870078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555145472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762313.870088:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762313.870094:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795ce00 x1876699555145472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.870101:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555145472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762313.870106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.870107:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762313.870109:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555145472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762313.870122:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555145600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762313.870144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762313.870150:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff8d7c8795f800 x1876699555145600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762313.870157:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555145600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762313.870162:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762313.870164:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762313.870166:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555145600:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762314.253044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762315.277071:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762316.300985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762317.325011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762318.348934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762318.988971:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.988979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762318.988982:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.988991:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989000:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762318.989008:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762318.989041:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555145728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762318.989065:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.989067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762318.989076:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.989079:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762318.989085:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762318.989093:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.989103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555145856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762318.989112:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.989116:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762318.989117:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.989122:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989125:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762318.989126:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555145728:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762318.989129:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762318.989137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.989145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555145984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762318.989151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.989154:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762318.989155:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.989169:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989171:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762318.989173:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762318.989176:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762318.989184:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555146112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762318.989191:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.989194:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762318.989195:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.989198:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762318.989203:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762318.989206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.989214:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555146240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762318.989216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762318.989253:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762318.989256:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762318.989258:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762318.989262:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2264
00000100:00080000:2.0:1789762318.989266:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762318.989269:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762318.989272:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762318.989281:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555146368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762318.989302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47c700 x1876699555145728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555145728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989358:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555145728:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762318.989383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762318.989410:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762318.989427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47e680 x1876699555145856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555145856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762318.989476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762318.989502:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762318.989517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47dc00 x1876699555145984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555145984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555145984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762318.989558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146112:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762318.989583:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762318.989598:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47f480 x1876699555146112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555146112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146112:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762318.989638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555146240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762318.989663:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762318.989676:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47f800 x1876699555146240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989706:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555146240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989717:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989721:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555146240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762318.989727:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555146368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762318.989745:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762318.989772:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff8d7c8a47f100 x1876699555146368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762318.989787:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555146368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.989797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762318.989800:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762318.989804:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555146368:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762319.373023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762320.397035:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762321.420960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762322.444989:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762323.468972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762324.108902:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.108910:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762324.108914:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.108922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.108932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.108938:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762324.108968:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555146496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.108988:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.108991:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.108992:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.108995:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.108997:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.108999:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762324.109006:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.109015:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555146624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.109023:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.109026:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762324.109027:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762324.109032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555146496:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762324.109033:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.109041:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.109046:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762324.109052:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.109065:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555146752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.109075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.109080:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.109083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.109087:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.109091:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762324.109095:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762324.109099:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762324.109105:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762324.109115:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555146880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.109123:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.109126:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.109127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762324.109131:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47c380 x1876699555146496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762324.109133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.109140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.109146:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762324.109152:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762324.109157:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555146496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762324.109161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555147008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762324.109178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762324.109179:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.109185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762324.109187:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762324.109188:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762324.109195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555146496:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762324.109196:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2269
00000100:00080000:2.0:1789762324.109201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.109205:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762324.109209:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.109231:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555147136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762324.109243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.109273:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762324.109286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47ce00 x1876699555146624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.109298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555146624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.109313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.109316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762324.109320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.109325:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.109340:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762324.109348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47d180 x1876699555146752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.109375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555146752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.109381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.109383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762324.109385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.109389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146880:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762324.109402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762324.109409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47ed80 x1876699555146880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.109418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555146880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.109442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.109444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762324.109448:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555146880:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762324.109454:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.109469:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762324.109477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47fb80 x1876699555147008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.109488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555147008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.109495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.109498:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762324.109500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762324.109515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762324.109530:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762324.109555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff8d7c8a47ea00 x1876699555147136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762324.109564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555147136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762324.109570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762324.109572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762324.109574:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147136:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762324.492974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762325.516943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762326.540953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762327.564937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762328.588910:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762329.228903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.228912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762329.228915:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.228937:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.228946:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.228952:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762329.228996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555147264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762329.229018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.229020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762329.229022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.229024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.229026:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.229029:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762329.229035:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762329.229043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555147392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762329.229049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.229052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762329.229053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.229055:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.229057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.229058:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762329.229061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762329.229066:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555147520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762329.229071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.229073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762329.229075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.229077:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.229079:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.229081:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762329.229085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762329.229091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555147648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762329.229097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.229100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762329.229101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762329.229105:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555147264:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762329.229106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.229112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.229116:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762329.229119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762329.229126:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555147776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762329.229132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762329.229134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762329.229136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.229138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2274
00000100:00080000:3.0:1789762329.229140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.229142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762329.229145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762329.229151:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555147904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762329.229168:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795dc00 x1876699555147264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229215:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555147264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229237:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229240:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555147264:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762329.229246:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762329.229259:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229276:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795f480 x1876699555147392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555147392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229294:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762329.229299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762329.229311:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795fb80 x1876699555147520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555147520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762329.229357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147648:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762329.229368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795e680 x1876699555147648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555147648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555147648:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762329.229393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762329.229403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795c000 x1876699555147776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555147776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762329.229429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762329.229439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762329.229444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff8d7c8795ea00 x1876699555147904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762329.229451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555147904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762329.229456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762329.229457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762329.229459:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555147904:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762329.613013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762330.636950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762331.660907:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762332.684982:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762333.708925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762334.348866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762334.348881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762334.348885:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762334.348894:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.348903:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.348927:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762334.348961:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555148032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.349006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762334.349010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762334.349011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762334.349015:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.349017:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.349021:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762334.349029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762334.349040:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555148160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.349052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762334.349058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762334.349059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555148032:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762334.349061:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762334.349072:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.349078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.349083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762334.349089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762334.349105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555148288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.349114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762334.349117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762334.349119:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762334.349121:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.349126:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.349129:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762334.349134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762334.349144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555148416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.349153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762334.349154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762334.349158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762334.349161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762334.349164:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.349167:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.349170:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762334.349174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762334.349185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555148544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.349197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762334.349201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762334.349206:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762334.349207:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795ea00 x1876699555148032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.349214:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2279
00000100:00080000:3.0:1789762334.349223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762334.349232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762334.349239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762334.349241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555148032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.349252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555148672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762334.349258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349275:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555148032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762334.349302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762334.349331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762334.349347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795c000 x1876699555148160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762334.349360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555148160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762334.349370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762334.349385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762334.349407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762334.349420:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795e680 x1876699555148288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762334.349435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555148288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762334.349445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762334.349460:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148416:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762334.349485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762334.349499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795fb80 x1876699555148416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762334.349512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555148416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762334.349522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148416:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762334.349538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555148544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762334.349559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762334.349569:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795f480 x1876699555148544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762334.349578:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555148544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762334.349584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555148544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762334.349593:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555148672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762334.349604:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762334.349611:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff8d7c8795dc00 x1876699555148672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762334.349618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555148672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762334.349624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762334.349626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762334.349628:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555148672:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762334.732926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762335.756942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762336.780954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762337.804942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762338.829006:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762339.468865:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.468873:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762339.468877:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.468886:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.468895:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.468901:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762339.468933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555148800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762339.468957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.468960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762339.468961:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.468964:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.468966:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.468969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762339.468976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762339.468985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555148928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762339.468992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.468995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762339.468996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.468999:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.469002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.469004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762339.469008:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762339.469011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555148800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762339.469017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555149056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762339.469030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.469032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762339.469034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.469037:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.469039:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.469041:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762339.469044:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762339.469068:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555149184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762339.469075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.469077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762339.469078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.469081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.469085:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.469087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762339.469090:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762339.469096:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762339.469100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555149312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762339.469108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762339.469111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762339.469112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762339.469116:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2285
00000100:00080000:3.0:1789762339.469118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762339.469121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762339.469124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762339.469132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555149440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762339.469137:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795f800 x1876699555148800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469153:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555148800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469161:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469164:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469167:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555148800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762339.469173:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762339.469191:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762339.469199:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795ce00 x1876699555148928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469207:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555148928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469214:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469216:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555148928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762339.469235:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762339.469257:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762339.469264:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795ca80 x1876699555149056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469272:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555149056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469279:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469281:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762339.469284:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149184:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762339.469294:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762339.469299:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795ed80 x1876699555149184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469306:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555149184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469313:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469315:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149184:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762339.469318:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555149312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762339.469327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762339.469333:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795d880 x1876699555149312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555149312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469347:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555149312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762339.469353:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555149440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762339.469362:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762339.469367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff8d7c8795d500 x1876699555149440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762339.469373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555149440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762339.469378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762339.469380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762339.469382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555149440:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762339.852945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762340.876935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762341.900933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762342.924961:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762343.948884:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762344.588964:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.588973:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762344.588977:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762344.588998:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589008:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762344.589016:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762344.589059:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555149568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762344.589095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.589098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762344.589100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762344.589105:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589108:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762344.589112:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762344.589121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762344.589135:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555149696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762344.589145:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.589149:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762344.589150:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762344.589158:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555149568:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762344.589158:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589163:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762344.589170:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762344.589175:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762344.589185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555149824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762344.589192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.589195:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762344.589197:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762344.589201:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589204:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762344.589207:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762344.589211:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762344.589220:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555149952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762344.589229:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.589232:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762344.589234:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762344.589236:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589240:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762344.589246:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762344.589247:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762344.589255:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762344.589265:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555150080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762344.589273:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762344.589276:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762344.589277:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762344.589281:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2290
00000100:00080000:2.0:1789762344.589284:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762344.589287:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762344.589303:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.589314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47ea00 x1876699555149568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762344.589315:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555150208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762344.589361:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555149568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.589375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.589380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.589387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555149568:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762344.589415:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.589444:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762344.589459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47fb80 x1876699555149696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.589476:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555149696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.589488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.589493:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.589498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.589507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.589542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762344.589556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47ed80 x1876699555149824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.589573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555149824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.589597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.589619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.589625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.589638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149952:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762344.589704:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762344.589746:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47d180 x1876699555149952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.589766:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555149952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.589779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.589784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.589789:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555149952:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762344.589798:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.589908:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762344.589930:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47ce00 x1876699555150080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.589969:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555150080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.589983:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.589989:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.589994:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762344.590006:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762344.590050:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762344.590080:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff8d7c8a47c380 x1876699555150208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.590096:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555150208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.590108:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.590113:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762344.590118:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150208:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762344.972978:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762345.997084:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762347.020969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762348.044998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762349.069072:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762349.708896:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.708908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762349.708913:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.708925:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.708940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.708951:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762349.709008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555150336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.709048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.709051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.709053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.709056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.709060:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.709064:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762349.709074:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.709085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555150464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.709093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.709097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762349.709098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.709101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.709103:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.709106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762349.709110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.709124:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555150336:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762349.709124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555150592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.709143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.709146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.709147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.709150:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.709154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.709158:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762349.709163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762349.709176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555150720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.709188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.709193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762349.709195:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.709199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.709212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.709217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762349.709221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.709231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555150848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762349.709248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762349.709251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762349.709253:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762349.709257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2295
00000100:00080000:2.0:1789762349.709261:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762349.709263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150464:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762349.709267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762349.709274:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.709286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555150976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762349.709307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.709332:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150720:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762349.709349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762349.709373:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150976:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762350.092901:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762351.116921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762352.140972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762352.781097:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789762352.781149:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762352.781167:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762352.781203:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762352.781211:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762352.781218:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762352.781227:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762352.781234:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762352.781322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47f480 x1876699555150592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555150592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762352.781422:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47dc00 x1876699555150720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555150720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150720:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762352.781470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47e680 x1876699555150848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555150848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762352.781506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47c700 x1876699555150976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781518:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555150976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555150976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762352.781540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47f100 x1876699555150336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555150336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781568:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555150336:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762352.781576:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762352]  req@ffff8d7c8a47f800 x1876699555150464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762352.781595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555150464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762352.781603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762352.781606:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762352.781610:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555150464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762353.164888:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762354.189013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762354.828954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.828962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762354.828965:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.828974:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.828982:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.828988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762354.829019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555151104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.829042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.829045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.829047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.829050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.829052:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.829055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762354.829062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762354.829073:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555151232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.829082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.829086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762354.829088:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762354.829095:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555151104:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762354.829095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.829101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.829108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762354.829113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762354.829137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555151360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762354.829152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.829157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.829158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762354.829163:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762354.829165:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.829172:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.829177:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762354.829185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762354.829200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555151488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762354.829209:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795e300 x1876699555151104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762354.829214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762354.829222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762354.829226:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.829232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.829237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762354.829241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555151104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762354.829246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762354.829256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762354.829260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829267:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762354.829273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555151616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762354.829276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555151104:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762354.829293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762354.829294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151232:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762354.829301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762354.829305:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762354.829310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2300
00000100:00080000:3.0:1789762354.829315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762354.829319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762354.829325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762354.829330:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762354.829347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795c700 x1876699555151232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762354.829350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555151744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762354.829377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555151232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.829387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762354.829394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.829424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.829447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762354.829466:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795df80 x1876699555151360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.829479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555151360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.829487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762354.829494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.829500:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151488:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762354.829521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762354.829533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795f100 x1876699555151488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.829545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555151488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.829553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829556:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762354.829560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555151488:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762354.829566:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555151616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.829585:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762354.829613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795d180 x1876699555151616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.829628:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555151616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.829636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829639:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762354.829642:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555151616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762354.829648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555151744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762354.829675:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762354.829687:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff8d7c8795c380 x1876699555151744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762354.829699:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555151744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762354.829713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762354.829716:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762354.829719:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555151744:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762355.212996:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762356.236914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762357.260937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762358.284981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762359.308983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762359.948918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.948930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762359.948935:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762359.948945:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2305
00000100:00080000:3.0:1789762359.948957:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762359.948965:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762359.949007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555151872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762359.949047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.949056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762359.949059:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762359.949065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2305
00000100:00080000:3.0:1789762359.949070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762359.949088:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762359.949100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762359.949107:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555151872:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762359.949122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555152000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762359.949137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.949154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762359.949156:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762359.949161:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2305
00000100:00080000:3.0:1789762359.949166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762359.949171:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762359.949178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762359.949184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762359.949200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555152128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762359.949214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.949218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762359.949220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762359.949224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795c380 x1876699555151872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.949229:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2305
00000100:00080000:3.0:1789762359.949252:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762359.949258:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555151872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.949260:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762359.949273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:1.0:1789762359.949275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555151872:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762359.949295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555152256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762359.949311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152000:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762359.949312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.949332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762359.949335:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762359.949341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2305
00000100:00080000:3.0:1789762359.949346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762359.949347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762359.949358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762359.949364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795d180 x1876699555152000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762359.949366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762359.949381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555152000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.949389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555152384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762359.949392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.949429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152128:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762359.949431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762359.949438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762359.949441:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762359.949449:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2305
00000800:00000100:1.0:1789762359.949450:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762359.949461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762359.949462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795f100 x1876699555152128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.949472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762359.949482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555152128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762359.949491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762359.949494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762359.949514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555152512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762359.949517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152256:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762359.949542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762359.949574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795df80 x1876699555152256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.949586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555152256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.949592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152256:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762359.949606:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555152384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762359.949622:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762359.949630:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795c700 x1876699555152384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.949638:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555152384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.949644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949647:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949651:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555152384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762359.949666:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555152512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762359.949688:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762359.949701:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff8d7c8795e300 x1876699555152512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762359.949715:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555152512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762359.949721:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762359.949724:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762359.949726:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555152512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762360.333055:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762361.356921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762362.380905:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762363.404929:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762364.429011:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762365.068875:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.068882:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762365.068886:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.068894:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.068903:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.068915:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762365.068947:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555152640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762365.068968:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.068971:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762365.068972:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.068975:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.068977:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.068979:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762365.068986:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762365.068994:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555152768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762365.069006:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.069009:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762365.069010:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.069013:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.069015:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.069017:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762365.069020:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762365.069029:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555152640:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762365.069030:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555152896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762365.069043:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.069045:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762365.069046:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.069048:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.069050:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.069052:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762365.069056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762365.069066:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555153024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762365.069073:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.069075:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762365.069076:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.069078:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.069081:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.069084:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762365.069088:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762365.069096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555153152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762365.069104:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762365.069106:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762365.069110:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762365.069112:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762365.069114:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2310
00000100:00080000:3.0:1789762365.069117:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762365.069119:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762365.069121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762365.069126:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555153280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762365.069161:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795d500 x1876699555152640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069189:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555152640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069207:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069210:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555152640:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762365.069215:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762365.069235:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762365.069245:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795d880 x1876699555152768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555152768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069261:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762365.069280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762365.069292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762365.069302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795ed80 x1876699555152896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555152896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555152896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762365.069346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153024:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762365.069384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762365.069397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795ca80 x1876699555153024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069410:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555153024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153024:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762365.069459:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762365.069483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762365.069493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795ce00 x1876699555153152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069504:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555153152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069517:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762365.069541:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762365.069577:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762365.069584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff8d7c8795f800 x1876699555153280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.069592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555153280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.069598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762365.069599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762365.069601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153280:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762365.452934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762366.477048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762367.500946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762368.524958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762369.548959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762370.188895:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762370.188903:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762370.188906:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.188915:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.188925:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762370.188931:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762370.188973:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555153408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762370.188993:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762370.188996:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762370.188997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.189000:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.189002:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762370.189005:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762370.189013:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762370.189022:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555153536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762370.189032:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762370.189036:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762370.189037:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555153408:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762370.189038:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.189046:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.189050:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762370.189052:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762370.189056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762370.189070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555153664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762370.189081:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762370.189085:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762370.189088:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.189092:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.189106:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789762370.189112:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762370.189121:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762370.189127:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762370.189140:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555153792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762370.189148:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762370.189150:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47c000 x1876699555153408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.189152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762370.189168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.189178:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.189181:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762370.189184:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555153408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.189188:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762370.189196:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762370.189204:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762370.189209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555153920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762370.189215:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189236:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555153408:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762370.189237:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762370.189243:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762370.189245:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762370.189250:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2315
00000100:00080000:2.0:1789762370.189257:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762370.189262:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762370.189268:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762370.189281:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762370.189282:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555154048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762370.189330:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762370.189346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47d500 x1876699555153536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762370.189372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555153536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762370.189390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762370.189394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762370.189405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762370.189435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762370.189447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47ca80 x1876699555153664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762370.189460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555153664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762370.189470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762370.189474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762370.189499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153792:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762370.189522:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762370.189545:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47df80 x1876699555153792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762370.189558:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555153792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762370.189568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762370.189572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189576:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555153792:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762370.189583:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762370.189601:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762370.189612:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47d880 x1876699555153920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762370.189625:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555153920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762370.189634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762370.189638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555153920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762370.189660:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762370.189680:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762370.189691:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff8d7c8a47c000 x1876699555154048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762370.189705:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555154048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762370.189714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762370.189718:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762370.189722:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154048:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762370.572949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762371.596953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762372.621275:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762373.645264:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762374.669033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762375.308922:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.308930:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762375.308933:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.308941:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.308951:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.308961:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762375.308992:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555154176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.309013:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.309016:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.309017:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.309020:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.309022:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.309025:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762375.309032:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.309045:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555154304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.309059:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.309063:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762375.309065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.309070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.309075:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.309081:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309087:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555154176:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789762375.309089:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.309109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555154432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.309121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.309123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.309125:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.309128:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.309131:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.309134:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762375.309139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762375.309151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555154560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.309158:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.309161:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.309163:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.309166:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.309168:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.309171:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762375.309176:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762375.309184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762375.309192:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555154688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.309200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.309203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762375.309204:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.309208:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2320
00000100:00080000:2.0:1789762375.309211:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.309214:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762375.309222:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.309237:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555154816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762375.309241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47f800 x1876699555154176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555154176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555154176:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762375.309316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762375.309334:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47f100 x1876699555154304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555154304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762375.309395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762375.309406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47c700 x1876699555154432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555154432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762375.309439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154560:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762375.309470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309482:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47e680 x1876699555154560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555154560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555154560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762375.309524:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762375.309548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47dc00 x1876699555154688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555154688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762375.309590:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762375.309605:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762375.309613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff8d7c8a47f480 x1876699555154816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762375.309621:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555154816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762375.309626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762375.309628:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762375.309630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555154816:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762375.693001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762376.716973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762377.740941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762378.764944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762379.788948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762380.428989:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762380.429007:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762380.429019:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00080000:0.0:1789762380.429031:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762380.429039:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762380.429082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555154944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762380.429119:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762380.429125:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762380.429129:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00080000:0.0:1789762380.429133:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762380.429136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762380.429146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762380.429162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555155072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762380.429175:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429178:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762380.429184:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762380.429185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555154944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762380.429191:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00080000:0.0:1789762380.429198:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762380.429202:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762380.429206:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762380.429219:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555155200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762380.429230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429233:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762380.429235:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762380.429239:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00080000:0.0:1789762380.429261:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762380.429268:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762380.429276:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762380.429285:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762380.429303:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555155328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762380.429321:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429326:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762380.429330:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762380.429337:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00100000:1.0:1789762380.429343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aad500 x1876699555154944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.429347:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762380.429364:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762380.429373:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762380.429377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555154944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.429397:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555155456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762380.429424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.429437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.429447:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555154944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762380.429449:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762380.429459:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762380.429462:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762380.429471:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2325
00000100:00080000:0.0:1789762380.429480:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762380.429485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155072:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762380.429494:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762380.429506:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762380.429530:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555155584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762380.429539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762380.429575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aad880 x1876699555155072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762380.429604:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555155072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762380.429614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.429618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.429622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762380.429629:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762380.429655:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762380.429667:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aaed80 x1876699555155200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762380.429679:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555155200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762380.429686:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.429690:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.429693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762380.429699:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155328:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762380.429716:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762380.429725:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aac000 x1876699555155328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762380.429741:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555155328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762380.429754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.429760:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.429765:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155328:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762380.429790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555155456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762380.429867:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762380.429881:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aae680 x1876699555155456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762380.429898:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555155456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762380.429911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.429916:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.429921:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555155456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762380.429952:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555155584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762380.429988:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762380.430007:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff8d7c85aad500 x1876699555155584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762380.430027:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555155584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762380.430041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762380.430046:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762380.430053:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555155584:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762380.812968:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762381.836988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762382.860989:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762383.884912:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762384.909005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762385.548871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.548879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762385.548882:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.548891:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.548900:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.548906:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762385.548935:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555155712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.548957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.548961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762385.548963:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.548967:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.548970:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.548974:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762385.548999:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762385.549013:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555155712:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762385.549015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555155840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.549025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.549028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762385.549029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.549034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.549037:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.549042:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762385.549047:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762385.549057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555155968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.549065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.549068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762385.549070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762385.549072:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762385.549073:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.549076:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.549081:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762385.549085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762385.549096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555156096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.549105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.549109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789762385.549110:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47c380 x1876699555155712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.549111:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.549114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.549118:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.549121:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762385.549125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762385.549127:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555155712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.549134:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555156224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762385.549138:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549142:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762385.549143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762385.549146:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555155712:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762385.549146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762385.549148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.549152:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2331
00000100:00080000:2.0:1789762385.549154:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.549157:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762385.549162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762385.549168:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762385.549170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555156352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762385.549191:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762385.549205:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47ce00 x1876699555155840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.549219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555155840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.549227:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549229:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762385.549231:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762385.549236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762385.549252:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762385.549259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47d180 x1876699555155968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.549267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555155968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.549272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762385.549276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555155968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762385.549279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156096:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762385.549291:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762385.549297:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47ed80 x1876699555156096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.549304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555156096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.549309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762385.549312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156096:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762385.549315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762385.549325:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762385.549330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47fb80 x1876699555156224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.549342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555156224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.549347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762385.549350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762385.549362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762385.549389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762385.549397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff8d7c8a47ea00 x1876699555156352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762385.549405:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555156352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762385.549410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762385.549412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762385.549414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762385.932979:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762386.956902:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762387.980972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762389.005030:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762390.028902:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762390.668932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.668943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762390.668948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.668958:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00080000:0.0:1789762390.668969:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.668977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762390.669019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555156480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.669047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.669050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.669051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.669054:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00080000:0.0:1789762390.669057:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.669059:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762390.669069:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.669078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555156608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.669087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.669089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762390.669090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.669095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00100000:1.0:1789762390.669096:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555156480:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762390.669097:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.669103:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762390.669108:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.669117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555156736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.669124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.669127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.669128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.669130:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00080000:0.0:1789762390.669132:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.669135:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762390.669138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762390.669146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555156864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.669153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.669155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.669157:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.669160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00080000:0.0:1789762390.669163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.669167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762390.669172:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789762390.669173:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.669183:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555156992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.669190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.669193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762390.669194:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.669196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2336
00000100:00080000:0.0:1789762390.669198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.669201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762390.669203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.669210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555157120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762390.669220:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aadc00 x1876699555156480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669238:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555156480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669252:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669255:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555156480:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762390.669277:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.669301:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762390.669314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aaf480 x1876699555156608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555156608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.669352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.669368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762390.669376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aaf800 x1876699555156736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555156736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.669398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156864:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762390.669411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762390.669417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aace00 x1876699555156864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555156864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555156864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762390.669436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.669447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762390.669453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aae300 x1876699555156992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555156992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555156992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762390.669472:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762390.669482:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762390.669487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff8d7c85aac700 x1876699555157120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762390.669495:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555157120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762390.669500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762390.669502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762390.669504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157120:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762391.053029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762392.076939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762393.100918:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762394.124947:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762395.148948:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762395.788919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.788928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762395.788940:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.788951:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.788960:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.788968:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762395.789004:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555157248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.789029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.789033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.789035:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.789038:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.789041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.789044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762395.789052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762395.789063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555157376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.789071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.789074:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762395.789076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.789078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.789081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.789083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762395.789088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.789090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555157248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762395.789099:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555157504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.789108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.789111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.789113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762395.789116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.789118:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.789121:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762395.789127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762395.789143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555157632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.789156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.789161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762395.789166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762395.789167:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762395.789176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.789184:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.789190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762395.789196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762395.789217:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47ea00 x1876699555157248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762395.789222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555157760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762395.789257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762395.789260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762395.789262:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762395.789267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555157248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762395.789269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2341
00000100:00080000:2.0:1789762395.789277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762395.789284:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762395.789288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762395.789314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762395.789318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555157888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762395.789325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555157248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762395.789350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.789381:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762395.789397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47fb80 x1876699555157376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.789415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555157376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.789428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.789432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.789464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.789490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762395.789503:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47ed80 x1876699555157504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.789519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555157504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.789530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.789535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789540:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.789548:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157632:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762395.789569:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762395.789582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47d180 x1876699555157632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.789598:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555157632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.789609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.789613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555157632:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762395.789626:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.789647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762395.789659:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47ce00 x1876699555157760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.789682:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555157760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.789693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.789698:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789703:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762395.789710:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762395.789732:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762395.789745:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff8d7c8a47c380 x1876699555157888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762395.789760:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555157888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762395.789771:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762395.789775:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762395.789780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555157888:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762396.173070:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762397.196908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762398.220976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762399.244920:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762400.268941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762400.908935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762400.908943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762400.908946:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.908955:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.908963:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.908969:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762400.909007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555158016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762400.909037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762400.909040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762400.909042:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.909045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.909048:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.909051:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762400.909059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762400.909070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555158144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762400.909079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762400.909081:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555158016:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762400.909083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762400.909087:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.909092:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.909094:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.909096:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762400.909099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762400.909109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555158272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762400.909116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762400.909119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762400.909120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.909122:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.909132:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.909135:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762400.909138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762400.909143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762400.909148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555158400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762400.909156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762400.909159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762400.909160:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.909163:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.909165:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.909167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762400.909171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762400.909179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555158528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.909185:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aaf100 x1876699555158016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762400.909187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762400.909192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762400.909196:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762400.909202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2346
00000100:00080000:0.0:1789762400.909206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762400.909210:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762400.909214:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762400.909224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555158656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762400.909225:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555158016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909272:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909278:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555158016:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762400.909301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.909329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762400.909339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aaea00 x1876699555158144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.909348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555158144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.909363:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.909374:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762400.909380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aaca80 x1876699555158272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.909392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555158272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.909405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158400:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762400.909415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762400.909421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aac380 x1876699555158400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.909429:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555158400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909436:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762400.909441:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555158528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.909451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762400.909456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aad180 x1876699555158528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.909463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555158528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555158528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762400.909479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555158656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762400.909488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762400.909494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff8d7c85aafb80 x1876699555158656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762400.909500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555158656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762400.909506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762400.909508:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762400.909509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555158656:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762401.293024:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762402.316908:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762403.340919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762404.364908:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762405.388971:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762406.028919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.028930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762406.028935:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.028948:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2351
00000100:00080000:0.0:1789762406.028960:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762406.028968:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762406.029014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555158784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762406.029043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.029046:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762406.029048:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.029051:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2351
00000100:00080000:0.0:1789762406.029054:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762406.029056:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762406.029065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762406.029076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555158912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762406.029085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.029088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762406.029089:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.029093:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2351
00000100:00080000:0.0:1789762406.029098:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762406.029098:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555158784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762406.029106:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762406.029110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762406.029118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555159040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762406.029126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.029128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762406.029129:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.029132:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2351
00000100:00080000:0.0:1789762406.029134:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762406.029136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762406.029140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762406.029148:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555159168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762406.029158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.029162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762406.029164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.029168:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2351
00000800:00000100:1.0:1789762406.029172:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762406.029174:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762406.029183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762406.029189:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762406.029205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555159296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762406.029233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aafb80 x1876699555158784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762406.029236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762406.029243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762406.029246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762406.029256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2351
00000100:00080000:0.0:1789762406.029262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762406.029266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555158784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762406.029271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762406.029280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762406.029282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762406.029286:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555158784:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762406.029303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555159424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762406.029319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.029342:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762406.029352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aad180 x1876699555158912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.029360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555158912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.029366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.029369:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555158912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.029374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.029385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762406.029391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aac380 x1876699555159040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.029398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555159040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.029404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.029405:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.029411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159168:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762406.029422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762406.029429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aaca80 x1876699555159168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.029436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555159168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.029442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.029443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159168:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762406.029448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555159296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.029465:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762406.029471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aaea00 x1876699555159296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.029477:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555159296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.029482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.029484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029487:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555159296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762406.029490:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555159424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762406.029500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762406.029506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762406]  req@ffff8d7c85aaf100 x1876699555159424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762406.029513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555159424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762406.029522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762406.029525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762406.029528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555159424:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762406.413025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762407.437010:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762408.460964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762409.484939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762410.508954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762411.148929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762411.148939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762411.148944:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.148955:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.148983:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762411.148991:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762411.149030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555159552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762411.149054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762411.149058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762411.149060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.149065:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.149070:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762411.149076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762411.149082:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555159552:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789762411.149086:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762411.149104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555159680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762411.149116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762411.149120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762411.149122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.149126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.149131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762411.149136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762411.149141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762411.149142:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762411.149158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555159808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762411.149168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762411.149171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762411.149173:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.149190:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.149194:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762411.149200:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aac700 x1876699555159552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762411.149201:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762411.149210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762411.149221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555159552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.149227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555159936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762411.149233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149241:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762411.149244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762411.149246:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555159552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762411.149252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762411.149256:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.149261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.149264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762411.149267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762411.149272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762411.149274:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762411.149299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555160064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762411.149309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762411.149312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762411.149314:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789762411.149318:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762411.149320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2356
00000100:00080000:0.0:1789762411.149326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762411.149329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762411.149333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762411.149336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aae300 x1876699555159680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.149361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555160192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762411.149370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555159680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.149383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762411.149389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.149393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.149406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762411.149413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aace00 x1876699555159808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.149421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555159808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.149426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762411.149430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.149433:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159936:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762411.149444:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762411.149450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aaf800 x1876699555159936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.149458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555159936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.149463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762411.149468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555159936:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762411.149510:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.149532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762411.149544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aaf480 x1876699555160064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.149553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555160064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.149559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149561:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762411.149563:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762411.149567:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762411.149580:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762411.149586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff8d7c85aadc00 x1876699555160192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.149594:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555160192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.149598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.149600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762411.149602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160192:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762411.532926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762412.556924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762413.580946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762414.604933:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762415.628911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762416.268899:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.268906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762416.268910:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.268919:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.268929:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762416.268935:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762416.268980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555160320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.269001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.269004:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762416.269005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.269008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.269010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762416.269012:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762416.269019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762416.269028:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555160448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.269036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.269038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762416.269039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.269042:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.269044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762416.269047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555160320:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762416.269049:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762416.269055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762416.269064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555160576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.269076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.269078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762416.269080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.269082:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.269094:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762416.269106:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762416.269110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762416.269119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555160704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.269126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.269129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762416.269130:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.269132:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.269134:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762416.269150:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762416.269157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762416.269165:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762416.269171:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555160832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.269184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762416.269188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762416.269191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762416.269195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2361
00000100:00080000:0.0:1789762416.269200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762416.269203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762416.269208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762416.269211:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762416.269222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555160960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762416.269233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762416.269251:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762416.269269:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160960:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762416.652959:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762417.676921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762418.700920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762419.340986:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789762419.341024:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762419.341038:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762419.341068:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762419.341074:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762419.341082:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762419.341092:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762419.341103:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762419.341140:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aadc00 x1876699555160960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341172:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555160960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341191:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762419.341204:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aac000 x1876699555160576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341216:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555160576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762419.341240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aaed80 x1876699555160704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555160704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341268:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762419.341275:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aad880 x1876699555160832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555160832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555160832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762419.341310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aad500 x1876699555160320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555160320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555160320:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762419.341347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762419]  req@ffff8d7c85aae680 x1876699555160448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762419.341359:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555160448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762419.341367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762419.341370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762419.341374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555160448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762419.724933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762420.749014:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762421.388861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.388869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762421.388873:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.388881:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:0.0:1789762421.388891:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.388898:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762421.388925:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555161088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.388945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.388948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.388950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.388956:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:0.0:1789762421.388958:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.388961:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762421.388969:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.388978:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555161216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.388987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762421.388989:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555161088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762421.388991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762421.388995:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.389000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:0.0:1789762421.389003:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.389006:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762421.389012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.389026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555161344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.389041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.389044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.389046:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.389050:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:0.0:1789762421.389054:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.389058:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762421.389063:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789762421.389070:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762421.389078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555161472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.389091:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.389094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.389097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.389117:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:0.0:1789762421.389122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.389126:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389131:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aaf480 x1876699555161088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762421.389135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.389154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555161600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762421.389161:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555161088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.389173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.389179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762421.389181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762421.389182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.389191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2366
00000100:00080000:1.0:1789762421.389193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762421.389199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762421.389201:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555161088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762421.389209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762421.389215:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.389228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555161728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762421.389234:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762421.389274:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aaf800 x1876699555161216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762421.389310:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555161216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762421.389318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762421.389321:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762421.389325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762421.389331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762421.389350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389369:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aace00 x1876699555161344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762421.389386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555161344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762421.389394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762421.389397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762421.389400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762421.389406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161472:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762421.389427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aae300 x1876699555161472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762421.389449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555161472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762421.389462:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762421.389466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762421.389469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161472:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762421.389474:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555161600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762421.389492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aac700 x1876699555161600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762421.389514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555161600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762421.389522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762421.389525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762421.389528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555161600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762421.389546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555161728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762421.389565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762421.389575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff8d7c85aaf100 x1876699555161728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762421.389585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555161728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762421.389593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762421.389596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762421.389599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555161728:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762421.772916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762422.797058:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762423.821055:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762424.844930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762425.869020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762426.508943:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762426.508953:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762426.508957:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762426.508968:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.508988:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762426.508997:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762426.509036:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555161856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762426.509075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762426.509078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762426.509080:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762426.509084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.509098:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762426.509101:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762426.509109:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762426.509113:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555161856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762426.509123:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555161984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762426.509132:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762426.509135:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762426.509136:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762426.509139:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.509142:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762426.509144:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762426.509147:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762426.509155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555162112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762426.509162:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762426.509164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762426.509165:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762426.509167:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.509171:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762426.509171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762426.509177:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762426.509180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762426.509189:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555162240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762426.509195:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762426.509198:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762426.509199:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762426.509202:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.509205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762426.509210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509210:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b2680 x1876699555161856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762426.509213:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762426.509226:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555162368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762426.509232:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555161856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762426.509264:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762426.509266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762426.509267:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762426.509271:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.509275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789762426.509278:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2372
00000100:00080000:1.0:1789762426.509281:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762426.509282:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555161856:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762426.509286:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762426.509291:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762426.509299:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555162496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762426.509311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762426.509331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b1f80 x1876699555161984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762426.509357:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555161984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.509363:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762426.509365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762426.509367:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555161984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762426.509371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762426.509381:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b0380 x1876699555162112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762426.509396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555162112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.509401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762426.509403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762426.509405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762426.509409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162240:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762426.509428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b0a80 x1876699555162240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762426.509441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555162240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.509446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762426.509448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762426.509450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162240:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762426.509453:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555162368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762426.509463:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b1c00 x1876699555162368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762426.509486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555162368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.509492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762426.509494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762426.509496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555162368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762426.509499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555162496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762426.509508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762426.509514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff8d7c867b0000 x1876699555162496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762426.509524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555162496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.509533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762426.509536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762426.509539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555162496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762426.893122:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762427.917010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762428.940901:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762429.964956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762430.988890:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762431.628899:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.628910:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762431.628914:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.628926:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2377
00000100:00080000:1.0:1789762431.628939:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.628946:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762431.628989:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555162624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.629017:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.629020:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762431.629034:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.629039:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2377
00000100:00080000:1.0:1789762431.629042:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.629046:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762431.629056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762431.629077:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555162752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.629086:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.629090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762431.629093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762431.629093:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555162624:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762431.629101:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2377
00000100:00080000:1.0:1789762431.629105:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.629107:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762431.629110:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762431.629118:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555162880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.629125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.629128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762431.629129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.629132:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2377
00000100:00080000:1.0:1789762431.629133:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.629136:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762431.629139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762431.629149:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555163008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.629156:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.629160:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762431.629161:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.629163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2377
00000800:00000100:2.0:1789762431.629168:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762431.629169:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.629175:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762431.629178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762431.629190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555163136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762431.629200:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762431.629203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762431.629206:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762431.629211:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2377
00000100:00100000:2.0:1789762431.629216:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b1180 x1876699555162624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762431.629218:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762431.629229:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762431.629235:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.629247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555162624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762431.629251:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555163264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.629263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629275:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555162624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762431.629299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762431.629316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762431.629325:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b1500 x1876699555162752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.629334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555162752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.629340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629345:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762431.629349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762431.629359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762431.629365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b2d80 x1876699555162880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.629373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555162880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.629378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629382:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555162880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762431.629386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163008:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762431.629398:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762431.629404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b3800 x1876699555163008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.629411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555163008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.629416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762431.629423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762431.629434:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762431.629439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b2a00 x1876699555163136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.629446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555163136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.629451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629453:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762431.629458:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762431.629468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762431.629474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff8d7c867b0e00 x1876699555163264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.629485:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555163264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.629490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762431.629492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762431.629494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163264:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762432.013031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762433.037092:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762434.061091:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762435.085112:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762436.109234:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762436.749031:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.749044:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762436.749048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.749061:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2382
00000100:00080000:0.0:1789762436.749076:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.749089:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762436.749155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555163392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.749227:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.749232:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.749234:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.749240:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2382
00000100:00080000:0.0:1789762436.749245:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.749252:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762436.749263:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.749292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555163392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762436.749293:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555163520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.749324:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.749330:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762436.749334:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.749341:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2382
00000100:00080000:0.0:1789762436.749357:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.749365:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762436.749374:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762436.749416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762436.749418:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555163648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762436.749438:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.749443:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.749445:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.749450:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2382
00000100:00080000:0.0:1789762436.749477:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762436.749487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aaea00 x1876699555163392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762436.749489:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762436.749506:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762436.749526:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555163392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762436.749538:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555163776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.749558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762436.749568:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.749575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762436.749594:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762436.749603:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762436.749611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555163392:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762436.749615:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2382
00000100:00080000:0.0:1789762436.749628:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.749637:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762436.749645:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762436.749662:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555163904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762436.749666:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163520:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762436.749692:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762436.749697:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762436.749700:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762436.749719:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2382
00000800:00000100:2.0:1789762436.749719:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762436.749732:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762436.749738:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762436.749747:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.749753:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aaca80 x1876699555163520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762436.749768:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555164032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762436.749778:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555163520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762436.749836:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762436.749841:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762436.749845:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762436.749854:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762436.749947:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762436.749968:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aac380 x1876699555163648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762436.750009:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555163648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762436.750041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762436.750057:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762436.750061:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762436.750068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163776:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762436.750095:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762436.750108:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aad180 x1876699555163776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762436.750122:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555163776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762436.750131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762436.750135:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762436.750139:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555163776:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762436.750159:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762436.750178:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762436.750189:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aafb80 x1876699555163904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762436.750207:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555163904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762436.750222:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762436.750228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762436.750234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555163904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762436.750245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762436.750280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762436.750300:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff8d7c85aaea00 x1876699555164032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762436.750338:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555164032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762436.750351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762436.750357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762436.750363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164032:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789762437.132938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762438.157234:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762439.181352:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762440.205170:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762441.229371:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762441.868990:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.869004:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762441.869009:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.869022:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:0.0:1789762441.869037:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.869046:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762441.869111:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555164160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.869146:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.869150:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.869152:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.869156:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:0.0:1789762441.869160:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.869163:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762441.869174:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.869187:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555164288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762441.869198:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.869202:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762441.869205:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.869209:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:0.0:1789762441.869213:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.869217:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762441.869223:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.869244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555164416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762441.869261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555164160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762441.869300:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.869308:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.869312:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.869322:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:0.0:1789762441.869329:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.869335:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762441.869342:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762441.869359:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555164544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762441.869377:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762441.869381:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762441.869387:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762441.869391:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762441.869398:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:0.0:1789762441.869404:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762441.869409:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762441.869416:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762441.869438:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555164672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762441.869442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aaf100 x1876699555164160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.869526:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762441.869528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555164160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762441.869548:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762441.869555:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.869559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762441.869566:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2387
00000100:00080000:2.0:1789762441.869568:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762441.869577:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762441.869581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555164160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762441.869590:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762441.869601:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762441.869602:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762441.869630:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555164800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762441.869646:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762441.869670:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aac700 x1876699555164288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762441.869686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555164288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.869693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762441.869697:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762441.869699:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762441.869724:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762441.869738:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762441.869757:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aae300 x1876699555164416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762441.869770:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555164416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.869776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762441.869778:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762441.869780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762441.869785:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164544:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762441.869797:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762441.869844:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aace00 x1876699555164544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762441.869854:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555164544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.869860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762441.869863:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762441.869865:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555164544:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762441.869869:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762441.869884:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762441.869892:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aaf800 x1876699555164672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762441.869900:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555164672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.869911:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762441.869913:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762441.869916:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762441.869920:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762441.869931:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762441.869938:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff8d7c85aaf480 x1876699555164800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762441.869964:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555164800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.869970:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762441.869973:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762441.869975:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555164800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762442.253599:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762443.277012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762444.301056:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762445.325109:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762446.349025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762446.989042:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989053:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762446.989058:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989069:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989082:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989091:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762446.989135:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555164928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.989167:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989171:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.989173:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989177:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989182:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989187:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762446.989198:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.989214:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555165056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762446.989229:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555164928:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762446.989231:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989260:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.989267:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989275:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989279:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989284:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762446.989291:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.989310:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555165184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.989325:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989329:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.989332:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989337:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989343:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989347:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762446.989354:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762446.989360:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762446.989376:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555165312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762446.989392:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989396:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762446.989398:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989402:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989406:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989411:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762446.989418:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762446.989434:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555165440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762446.989444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b2300 x1876699555164928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762446.989451:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762446.989465:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762446.989471:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762446.989488:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2392
00000100:00080000:1.0:1789762446.989494:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762446.989499:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762446.989505:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762446.989510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555164928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762446.989525:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555165568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762446.989532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.989546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.989560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555164928:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762446.989601:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762446.989654:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762446.989672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b3b80 x1876699555165056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.989689:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555165056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.989700:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.989705:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.989709:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762446.989717:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762446.989739:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762446.989751:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b1880 x1876699555165184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.989766:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555165184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.989776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.989779:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.989783:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762446.989790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165312:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762446.989843:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762446.989859:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b3100 x1876699555165312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.989873:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555165312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.989883:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.989887:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.989891:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165312:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762446.989898:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555165440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762446.989968:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762446.989981:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b0e00 x1876699555165440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.989994:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555165440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.990003:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.990006:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.990010:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555165440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762446.990016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555165568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762446.990033:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762446.990043:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff8d7c867b2a00 x1876699555165568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.990054:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555165568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.990063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762446.990067:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762446.990071:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555165568:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762447.373154:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762448.397156:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762449.421056:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762450.445009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762451.469005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762452.108982:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.108996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762452.109001:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109014:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109027:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762452.109037:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762452.109085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555165696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.109125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.109130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762452.109132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762452.109146:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762452.109158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.109174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555165824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.109189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.109194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762452.109197:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109203:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109208:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762452.109214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555165696:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762452.109217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762452.109231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.109249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555165952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.109262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.109267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762452.109270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109275:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109280:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762452.109284:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762452.109291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762452.109304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555166080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.109318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.109323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762452.109325:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109329:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762452.109342:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762452.109349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762452.109358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.109373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555166208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762452.109385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762452.109390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762452.109393:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762452.109399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2397
00000100:00080000:1.0:1789762452.109406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762452.109413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b3800 x1876699555165696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762452.109417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762452.109429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762452.109455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555166336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762452.109460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555165696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.109506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.109513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.109519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555165696:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762452.109530:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762452.109564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762452.109580:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b2d80 x1876699555165824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.109595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555165824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.109606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.109610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.109614:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762452.109648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762452.109668:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762452.109680:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b1500 x1876699555165952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.109695:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555165952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.109708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.109714:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.109721:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555165952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762452.109733:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166080:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762452.109770:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762452.109793:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b1180 x1876699555166080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.109862:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555166080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.109904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.109910:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.109917:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166080:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762452.109931:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762452.109975:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762452.109995:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b0000 x1876699555166208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.110011:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555166208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.110022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.110025:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.110029:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762452.110037:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762452.110059:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762452.110071:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff8d7c867b1c00 x1876699555166336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.110085:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555166336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.110094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762452.110098:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762452.110102:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166336:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762452.493042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762453.517440:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762454.541016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762455.565077:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762456.588936:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762457.229048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762457.229060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.229069:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229078:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229084:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762457.229119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555166464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.229141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.229145:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.229148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229150:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229153:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762457.229162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.229173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555166592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.229180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789762457.229188:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555166464:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762457.229188:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.229202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762457.229212:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.229220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555166720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.229226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.229230:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.229233:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229237:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229241:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762457.229244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762457.229253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555166848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.229261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.229265:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.229269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762457.229281:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762457.229295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.229313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555166976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.229325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.229329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762457.229332:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762457.229338:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47f480 x1876699555166464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762457.229339:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2402
00000100:00080000:2.0:1789762457.229352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.229362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229366:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555166464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762457.229378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762457.229382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229386:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555166464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762457.229395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555167104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762457.229429:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762457.229450:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47dc00 x1876699555166592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762457.229468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555166592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762457.229475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762457.229484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762457.229495:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47e680 x1876699555166720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762457.229508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555166720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762457.229514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229517:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762457.229521:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166848:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762457.229533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47c700 x1876699555166848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762457.229546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555166848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762457.229551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555166848:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762457.229560:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762457.229571:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229576:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47f100 x1876699555166976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762457.229584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555166976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762457.229589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555166976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762457.229596:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762457.229606:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762457.229612:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff8d7c8a47f800 x1876699555167104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762457.229618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555167104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762457.229624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762457.229626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762457.229628:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762457.612993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762458.636960:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762459.661076:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762460.685004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762461.708961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762462.349016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762462.349032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349044:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00080000:1.0:1789762462.349056:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349064:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762462.349105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555167232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762462.349152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762462.349157:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349160:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00080000:1.0:1789762462.349163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349167:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762462.349176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762462.349186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555167360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762462.349195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762462.349199:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555167232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762462.349203:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00080000:1.0:1789762462.349214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349217:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762462.349221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762462.349231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555167488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762462.349244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762462.349249:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349251:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00080000:1.0:1789762462.349254:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762462.349261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762462.349270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555167616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762462.349274:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762462.349285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762462.349291:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00080000:1.0:1789762462.349298:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762462.349304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762462.349316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555167744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762462.349320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b0a80 x1876699555167232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762462.349340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762462.349345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762462.349347:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762462.349352:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2407
00000100:00100000:2.0:1789762462.349354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555167232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762462.349356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762462.349365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762462.349374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762462.349378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762462.349384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555167872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762462.349385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555167232:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762462.349417:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762462.349438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762462.349448:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b0380 x1876699555167360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762462.349462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555167360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762462.349473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762462.349477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762462.349488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762462.349512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762462.349526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b1f80 x1876699555167488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762462.349541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555167488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762462.349548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762462.349550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349553:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762462.349558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167616:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762462.349575:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762462.349584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b2680 x1876699555167616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762462.349592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555167616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762462.349598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762462.349600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555167616:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762462.349606:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762462.349618:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762462.349624:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b1c00 x1876699555167744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762462.349632:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555167744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762462.349639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762462.349642:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349644:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762462.349648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762462.349659:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762462.349665:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff8d7c867b0000 x1876699555167872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762462.349673:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555167872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762462.349678:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762462.349690:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762462.349692:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555167872:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762462.732962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762463.757050:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762464.780918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762465.804938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762466.829018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762467.468901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.468908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762467.468911:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.468921:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.468930:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.468936:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762467.468967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555168000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.468989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.468992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.468994:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.468996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.468999:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.469003:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762467.469010:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762467.469023:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555168000:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762467.469023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555168128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.469041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.469045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762467.469047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.469052:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.469056:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.469060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762467.469066:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762467.469080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555168256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762467.469089:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762467.469097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.469100:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.469102:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.469106:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.469109:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.469112:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762467.469118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762467.469128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47c000 x1876699555168000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762467.469129:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555168384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.469160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.469162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.469164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762467.469168:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555168000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762467.469170:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.469175:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.469182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789762467.469186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762467.469186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789762467.469195:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762467.469199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555168512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762467.469202:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555168000:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762467.469214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.469217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762467.469218:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.469221:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2413
00000100:00080000:2.0:1789762467.469223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.469226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469229:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168128:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789762467.469229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762467.469241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555168640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762467.469262:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469281:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47d880 x1876699555168128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.469295:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555168128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762467.469303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762467.469306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762467.469309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762467.469313:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762467.469329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47df80 x1876699555168256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.469344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555168256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762467.469349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762467.469351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762467.469353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762467.469357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168384:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762467.469368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47ca80 x1876699555168384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.469381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555168384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762467.469386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762467.469388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762467.469390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762467.469393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555168512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762467.469403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47d500 x1876699555168512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.469417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555168512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762467.469422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762467.469423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762467.469425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555168512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762467.469437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555168640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762467.469447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762467.469454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff8d7c8a47c000 x1876699555168640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.469463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555168640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762467.469469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762467.469472:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762467.469474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555168640:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762467.852958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762468.876946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762469.901025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762470.925032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762471.948907:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762472.588882:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.588889:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762472.588892:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.588901:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.588910:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.588916:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762472.588948:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555168768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.588974:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.588978:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.588980:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.588984:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.588988:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.588993:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762472.589003:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.589028:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555168896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.589037:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.589040:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.589041:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.589045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.589048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.589051:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762472.589057:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762472.589061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555168768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762472.589071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555169024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.589080:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.589082:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.589084:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.589088:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.589093:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.589095:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762472.589098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762472.589107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555169152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.589114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.589118:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.589120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.589123:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.589132:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.589136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762472.589139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762472.589148:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762472.589154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555169280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.589162:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.589164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.589165:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.589168:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2418
00000100:00080000:0.0:1789762472.589172:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.589174:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762472.589178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.589188:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555169408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762472.589221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aae680 x1876699555168768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589245:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555168768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589265:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555168768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762472.589280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762472.589309:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762472.589324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aad500 x1876699555168896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555168896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589353:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555168896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762472.589390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762472.589413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762472.589426:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aad880 x1876699555169024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555169024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762472.589463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169152:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762472.589494:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762472.589507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aaed80 x1876699555169152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589521:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555169152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589534:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589538:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169152:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762472.589546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555169280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762472.589567:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762472.589580:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aac000 x1876699555169280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589593:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555169280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589605:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589609:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555169280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762472.589616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555169408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762472.589632:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762472.589647:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff8d7c85aadc00 x1876699555169408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762472.589656:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555169408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762472.589662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762472.589664:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762472.589666:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555169408:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762472.972938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762473.996942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762475.020996:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762476.044937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762477.069022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762477.708874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.708881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762477.708886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.708894:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.708904:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.708910:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762477.708966:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555169536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.708987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.708989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762477.708991:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.708993:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.708996:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.708998:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762477.709006:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.709014:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555169664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.709020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.709023:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762477.709024:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.709026:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.709027:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.709029:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762477.709032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.709038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555169792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.709048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.709051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762477.709052:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.709055:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.709056:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.709058:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762477.709062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762477.709065:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555169536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762477.709071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555169920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.709079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.709081:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762477.709083:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.709085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.709088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.709090:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762477.709093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.709103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555170048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.709109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.709111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762477.709112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.709115:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2423
00000100:00080000:2.0:1789762477.709126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.709128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762477.709132:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762477.709133:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762477.709145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555170176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762477.709172:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47f800 x1876699555169536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555169536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709194:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709197:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555169536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762477.709205:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762477.709220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762477.709228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47f100 x1876699555169664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709236:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555169664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709247:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709250:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762477.709253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762477.709263:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762477.709268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47c700 x1876699555169792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555169792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762477.709302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169920:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762477.709312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762477.709318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47e680 x1876699555169920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555169920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709332:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555169920:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762477.709338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762477.709347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762477.709353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47dc00 x1876699555170048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555170048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709366:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762477.709371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762477.709380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762477.709386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff8d7c8a47f480 x1876699555170176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762477.709393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555170176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762477.709397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762477.709399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762477.709401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762478.092951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762479.116948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762480.140907:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762481.164918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762482.188945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762482.828868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.828882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762482.828888:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.828900:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00080000:2.0:1789762482.828912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.828920:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762482.828963:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555170304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.828990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.828993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762482.828994:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.828997:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00080000:2.0:1789762482.829000:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.829002:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762482.829011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.829021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555170432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.829030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.829034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762482.829036:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.829040:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00080000:2.0:1789762482.829043:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.829045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762482.829048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.829056:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555170560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.829064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.829069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789762482.829071:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555170304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762482.829071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.829082:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00080000:2.0:1789762482.829088:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.829091:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762482.829095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762482.829109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555170688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.829119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.829124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762482.829126:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.829130:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00080000:2.0:1789762482.829135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.829142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762482.829150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.829163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555170816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.829172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.829175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762482.829177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.829181:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2428
00000100:00100000:1.0:1789762482.829185:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170432:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762482.829188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.829203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762482.829210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.829223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555170944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762482.829232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762482.829268:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762482.829283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762482.829301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762483.212927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762484.236963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762485.260925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762485.901040:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762485.901074:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762485.901088:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762485.901117:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762485.901129:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762485.901140:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762485.901151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47d180 x1876699555170560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789762485.901152:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762485.901165:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762485.901178:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555170560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901196:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762485.901208:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47ed80 x1876699555170688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762485.901220:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555170688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762485.901242:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47fb80 x1876699555170816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762485.901270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555170816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762485.901293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47c380 x1876699555170304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762485.901307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555170304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901315:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901319:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555170304:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762485.901329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47ce00 x1876699555170432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762485.901340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555170432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555170432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762485.901381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762485]  req@ffff8d7c8a47ea00 x1876699555170944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762485.901395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555170944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762485.901404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762485.901407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762485.901411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555170944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762486.285108:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762487.309000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762487.948882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.948893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762487.948898:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.948909:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.948919:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.948927:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762487.948968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555171072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.948999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.949003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.949005:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.949009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.949014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.949019:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762487.949028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762487.949043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555171200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.949057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762487.949058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555171072:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762487.949065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762487.949070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.949075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.949078:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.949093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762487.949099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762487.949112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555171328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.949123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762487.949129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762487.949130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.949141:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.949147:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.949155:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.949161:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762487.949169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762487.949179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47ea00 x1876699555171072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762487.949186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555171456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762487.949213:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555171072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762487.949218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.949227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.949229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.949235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.949240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762487.949243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949254:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555171072:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762487.949263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762487.949269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.949281:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762487.949283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555171584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.949300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.949304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762487.949307:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.949311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2433
00000100:00080000:2.0:1789762487.949319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.949325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762487.949327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762487.949335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762487.949349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47ce00 x1876699555171200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762487.949351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555171712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762487.949394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555171200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762487.949412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762487.949427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762487.949450:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762487.949462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47c380 x1876699555171328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762487.949474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555171328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762487.949482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762487.949496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171456:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762487.949518:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762487.949530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47fb80 x1876699555171456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762487.949542:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555171456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762487.949551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171456:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762487.949577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555171584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762487.949615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762487.949629:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47ed80 x1876699555171584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762487.949641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555171584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762487.949649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949652:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949656:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555171584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762487.949662:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555171712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762487.949687:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762487.949700:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff8d7c8a47d180 x1876699555171712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762487.949712:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555171712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762487.949720:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762487.949723:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762487.949727:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555171712:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762488.333035:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762489.357169:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762490.381021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762491.404954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762492.429044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762493.068938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.068949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762493.068953:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.068963:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00080000:1.0:1789762493.068974:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.068981:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762493.069017:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555171840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.069049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.069053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762493.069055:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.069060:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00080000:1.0:1789762493.069064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.069069:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762493.069079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.069092:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555171968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762493.069103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555171840:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762493.069109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.069120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762493.069122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.069127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00080000:1.0:1789762493.069131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.069137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762493.069144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.069156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555172096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.069174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.069178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762493.069180:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.069184:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00080000:1.0:1789762493.069188:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.069200:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762493.069205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762493.069206:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762493.069227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555172224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.069239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.069243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762493.069245:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.069249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00080000:1.0:1789762493.069253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.069257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762493.069263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.069277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555172352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762493.069282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b1180 x1876699555171840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.069331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.069348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762493.069355:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.069364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2438
00000100:00100000:2.0:1789762493.069369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555171840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762493.069371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.069387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762493.069391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:1.0:1789762493.069398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762493.069403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555171840:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762493.069421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555172480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762493.069436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762493.069460:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762493.069473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b1500 x1876699555171968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.069482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555171968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.069488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762493.069493:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555171968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762493.069497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762493.069508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762493.069514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b2d80 x1876699555172096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.069522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555172096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.069532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069534:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762493.069537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762493.069541:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172224:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762493.069552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762493.069557:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b3800 x1876699555172224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.069586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555172224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.069592:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762493.069600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172224:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762493.069607:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555172352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762493.069629:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762493.069642:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b2a00 x1876699555172352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.069654:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555172352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.069659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069662:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762493.069666:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555172352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762493.069689:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555172480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762493.069713:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762493.069722:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff8d7c867b0e00 x1876699555172480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.069730:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555172480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.069735:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762493.069738:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762493.069740:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555172480:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762493.452939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762494.477033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762495.500918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762496.524969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762497.548931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762498.188911:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762498.188922:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762498.188928:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762498.188940:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2443
00000100:00080000:1.0:1789762498.188951:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762498.188960:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762498.188998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555172608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762498.189032:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762498.189037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762498.189040:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762498.189045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2443
00000100:00080000:1.0:1789762498.189049:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762498.189054:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555172608:192.168.203.122@tcp:250:kworker.0
00000008:00100000:1.0:1789762498.189064:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762498.189083:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555172736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762498.189096:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762498.189100:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762498.189103:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762498.189107:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2443
00000100:00080000:1.0:1789762498.189112:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762498.189116:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762498.189121:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762498.189125:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762498.189139:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555172864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762498.189151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762498.189154:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762498.189156:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762498.189161:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b3100 x1876699555172608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762498.189162:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2443
00000100:00080000:1.0:1789762498.189169:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762498.189176:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762498.189185:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762498.189192:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555172608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762498.189200:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555172992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762498.189202:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.189211:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762498.189217:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555172608:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762498.189223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762498.189228:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762498.189231:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762498.189236:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2443
00000100:00080000:1.0:1789762498.189241:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762498.189242:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172736:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789762498.189251:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762498.189259:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762498.189264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b1880 x1876699555172736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762498.189280:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555173120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762498.189300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555172736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762498.189308:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.189310:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762498.189315:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762498.189316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789762498.189321:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762498.189321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.189327:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172864:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789762498.189338:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2443
00000800:00000100:3.0:1789762498.189343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762498.189347:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762498.189354:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b3b80 x1876699555172864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762498.189359:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.189368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555172864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762498.189375:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555173248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762498.189393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.189401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762498.189406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.189414:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172992:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762498.189437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b2300 x1876699555172992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.189459:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555172992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.189465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.189467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762498.189469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555172992:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762498.189481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.189495:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b3100 x1876699555173120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.189509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555173120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.189514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.189516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762498.189518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.189522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.189551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762498.189558:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff8d7c867b0e00 x1876699555173248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.189565:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555173248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.189571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.189573:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762498.189575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173248:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762498.572940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762499.596916:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762500.620974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762501.644969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762502.668977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762503.308898:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.308908:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762503.308911:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762503.308922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.308932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762503.308941:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762503.308974:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555173376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762503.309000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.309003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762503.309005:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762503.309010:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.309013:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762503.309018:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762503.309027:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.309040:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555173376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762503.309044:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555173504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762503.309057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.309061:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762503.309063:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762503.309067:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.309072:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762503.309077:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762503.309082:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762503.309094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555173632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762503.309102:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762503.309110:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.309114:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762503.309117:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762503.309122:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.309126:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762503.309129:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762503.309134:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762503.309145:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555173760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762503.309155:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47f480 x1876699555173376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762503.309158:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.309167:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762503.309172:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762503.309180:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.309185:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762503.309188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555173376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762503.309193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762503.309203:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762503.309206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309211:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309219:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555173376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762503.309220:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555173888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762503.309233:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762503.309237:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762503.309239:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762503.309243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173504:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789762503.309246:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2448
00000100:00080000:2.0:1789762503.309251:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762503.309256:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762503.309261:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762503.309268:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762503.309276:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555174016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762503.309282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47dc00 x1876699555173504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.309305:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555173504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.309312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.309323:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.309335:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762503.309341:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47e680 x1876699555173632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.309349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555173632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.309354:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309356:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309358:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.309362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173760:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762503.309372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762503.309378:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47c700 x1876699555173760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.309385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555173760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.309390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555173760:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762503.309397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.309407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762503.309412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47f100 x1876699555173888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.309418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555173888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.309423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309425:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309427:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555173888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.309437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.309447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762503.309453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff8d7c8a47f800 x1876699555174016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.309460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555174016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.309465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.309467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762503.309469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174016:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762503.693846:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762504.717516:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762505.741729:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762506.765420:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762507.789037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762508.428903:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762508.428911:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762508.428915:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762508.428924:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.428935:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.428944:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762508.428982:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555174144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762508.429009:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762508.429012:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762508.429013:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762508.429016:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.429020:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.429023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762508.429030:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762508.429040:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555174272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762508.429048:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762508.429051:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762508.429052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762508.429055:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.429057:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.429059:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762508.429062:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762508.429069:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555174144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762508.429070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555174400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762508.429085:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762508.429088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762508.429089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762508.429093:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.429096:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.429099:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762508.429104:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762508.429118:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555174528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762508.429137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762508.429143:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762508.429144:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762508.429148:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762508.429152:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.429157:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.429160:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762508.429165:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762508.429175:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555174656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762508.429182:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762508.429185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762508.429186:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762508.429190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b2a00 x1876699555174144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762508.429191:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2453
00000100:00080000:1.0:1789762508.429196:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762508.429201:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762508.429207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762508.429219:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555174784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762508.429224:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555174144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429243:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555174144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762508.429257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762508.429282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762508.429295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b3800 x1876699555174272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.429307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555174272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762508.429346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762508.429365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762508.429375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b2d80 x1876699555174400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.429387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555174400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429399:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762508.429409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174528:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762508.429426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762508.429436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b1500 x1876699555174528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.429462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555174528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555174528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762508.429485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762508.429506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762508.429517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b1180 x1876699555174656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.429529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555174656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762508.429558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762508.429576:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762508.429586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff8d7c867b0000 x1876699555174784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.429597:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555174784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762508.429605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762508.429608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762508.429611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555174784:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762508.813026:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762509.837011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762510.860996:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762511.884996:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762512.908963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762513.548931:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.548942:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762513.548947:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.548957:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.548968:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.548978:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762513.549017:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555174912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.549058:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.549062:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.549065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.549070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.549074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.549078:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762513.549087:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.549101:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555175040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.549114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.549117:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762513.549120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.549124:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.549128:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.549133:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762513.549139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.549151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555175168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.549163:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.549168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.549171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762513.549178:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555174912:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762513.549179:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.549189:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.549198:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762513.549204:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762513.549219:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555175296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.549230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762513.549234:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762513.549236:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.549242:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.549246:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.549251:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762513.549257:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.549271:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555175424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762513.549282:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762513.549292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762513.549295:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762513.549299:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762513.549306:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2459
00000100:00080000:1.0:1789762513.549312:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762513.549318:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762513.549324:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762513.549342:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555175552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762513.549366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b1c00 x1876699555174912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555174912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555174912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762513.549478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.549510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762513.549527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b2680 x1876699555175040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549544:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555175040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549564:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.549601:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.549628:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762513.549641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b1f80 x1876699555175168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549655:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555175168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549665:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549674:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.549682:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175296:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762513.549707:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762513.549722:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b0380 x1876699555175296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549736:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555175296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549750:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549754:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175296:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762513.549762:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555175424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.549786:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762513.549857:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b0a80 x1876699555175424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549884:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555175424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549899:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549904:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555175424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762513.549912:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555175552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762513.549936:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762513.549951:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff8d7c867b0000 x1876699555175552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762513.549965:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555175552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.549975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762513.549989:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762513.549993:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555175552:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762513.933014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762514.956960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762515.980944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762517.004937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762518.029046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762518.668905:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.668916:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762518.668920:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.668931:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00080000:2.0:1789762518.668943:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.668951:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762518.668996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555175680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.669022:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.669026:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.669028:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.669033:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00080000:2.0:1789762518.669036:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.669040:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762518.669051:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762518.669065:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555175808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.669075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762518.669077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555175680:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762518.669079:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762518.669081:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.669084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00080000:2.0:1789762518.669088:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.669092:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762518.669097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762518.669105:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555175936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.669114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.669117:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.669118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.669122:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00080000:2.0:1789762518.669140:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.669144:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762518.669149:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789762518.669151:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762518.669166:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555176064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.669175:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.669178:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762518.669180:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.669184:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00080000:2.0:1789762518.669187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.669191:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762518.669195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.669201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47c000 x1876699555175680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.669205:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555176192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762518.669214:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762518.669217:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762518.669219:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762518.669223:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2464
00000100:00100000:3.0:1789762518.669223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555175680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.669227:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762518.669231:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762518.669234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762518.669235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669239:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762518.669244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555176320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762518.669244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555175680:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762518.669270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762518.669295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762518.669307:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47d500 x1876699555175808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.669316:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555175808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.669323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762518.669327:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762518.669331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762518.669344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762518.669350:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47ca80 x1876699555175936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.669358:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555175936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.669367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762518.669391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555175936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762518.669395:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176064:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762518.669412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762518.669423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47df80 x1876699555176064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.669435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555176064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.669444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762518.669451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176064:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762518.669457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762518.669485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762518.669494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47d880 x1876699555176192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.669502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555176192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.669508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762518.669512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762518.669516:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762518.669527:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762518.669533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff8d7c8a47f800 x1876699555176320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762518.669541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555176320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762518.669545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762518.669547:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762518.669549:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176320:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762519.053082:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762520.076970:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762521.100958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762522.124929:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762523.148959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762523.788910:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.788917:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762523.788921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.788930:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.788939:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762523.788945:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762523.788978:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555176448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.789000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.789003:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762523.789004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.789007:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.789009:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762523.789012:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762523.789019:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762523.789027:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555176576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.789038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.789042:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762523.789044:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.789048:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.789052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762523.789056:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555176448:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762523.789060:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762523.789070:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762523.789085:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555176704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.789097:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.789101:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762523.789104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.789108:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.789121:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762523.789128:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:3.0:1789762523.789130:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789762523.789134:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762523.789147:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555176832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.789155:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.789157:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762523.789159:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.789162:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.789165:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762523.789168:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762523.789172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762523.789177:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47f100 x1876699555176448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.789182:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555176960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.789212:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762523.789215:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762523.789217:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762523.789220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2469
00000100:00080000:2.0:1789762523.789222:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762523.789226:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555176448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.789227:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762523.789232:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762523.789243:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555177088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762523.789246:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789255:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789261:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555176448:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762523.789271:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.789297:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762523.789311:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47c700 x1876699555176576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.789324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555176576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.789347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789356:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.789381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.789403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762523.789413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47e680 x1876699555176704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.789425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555176704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.789434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789441:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.789447:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176832:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762523.789464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762523.789474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47dc00 x1876699555176832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.789486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555176832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.789495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789498:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789502:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555176832:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762523.789507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.789526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762523.789539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47f480 x1876699555176960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.789551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555176960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.789561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789568:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555176960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762523.789574:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762523.789591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762523.789601:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff8d7c8a47d180 x1876699555177088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762523.789612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555177088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762523.789621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762523.789624:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762523.789627:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762524.172932:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762525.196960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762526.220928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762527.244946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762528.268981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762528.908901:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.908909:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762528.908913:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.908922:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.908932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.908957:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762528.908995:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555177216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.909019:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.909022:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.909024:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.909027:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.909030:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.909033:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762528.909039:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.909050:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555177344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.909067:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.909070:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762528.909071:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.909074:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.909077:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.909079:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762528.909082:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762528.909090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555177216:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762528.909091:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555177472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.909105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.909107:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.909108:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.909110:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.909113:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.909115:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762528.909130:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762528.909137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555177600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.909144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.909147:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.909148:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.909150:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.909152:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.909154:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762528.909157:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.909165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555177728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762528.909176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762528.909180:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.909183:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762528.909185:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.909188:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2474
00000100:00080000:1.0:1789762528.909191:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.909193:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762528.909197:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.909205:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555177856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762528.909222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b1180 x1876699555177216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909252:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555177216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909263:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555177216:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762528.909280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.909317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762528.909331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b1500 x1876699555177344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909344:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555177344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909360:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.909385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.909405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762528.909415:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b2d80 x1876699555177472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909427:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555177472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.909449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177600:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762528.909468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762528.909479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b3800 x1876699555177600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555177600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909507:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555177600:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762528.909513:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.909531:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762528.909541:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b2a00 x1876699555177728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555177728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909571:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762528.909580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762528.909600:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762528.909610:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff8d7c867b0e00 x1876699555177856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762528.909622:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555177856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762528.909630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762528.909633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762528.909637:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555177856:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762529.292962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762530.316954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762531.340924:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762532.364904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762533.388912:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762534.028912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762534.028929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762534.028933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762534.028944:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:3.0:1789762534.028955:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762534.028962:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762534.028996:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555177984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762534.029023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762534.029026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762534.029028:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762534.029033:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:3.0:1789762534.029037:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762534.029041:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762534.029050:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762534.029067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555178112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762534.029068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555177984:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762534.029086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762534.029090:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762534.029092:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762534.029097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:3.0:1789762534.029101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762534.029105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762534.029110:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762534.029122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555178240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762534.029134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762534.029138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762534.029140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762534.029144:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762534.029149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:3.0:1789762534.029154:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762534.029158:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762534.029163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762534.029176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555178368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762534.029177:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795dc00 x1876699555177984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762534.029208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762534.029213:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555177984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762534.029214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762534.029217:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762534.029226:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:2.0:1789762534.029231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762534.029231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762534.029240:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762534.029241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762534.029247:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555177984:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762534.029248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762534.029278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555178496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762534.029285:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178112:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762534.029298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762534.029302:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762534.029305:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762534.029315:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762534.029319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2479
00000100:00080000:3.0:1789762534.029325:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762534.029330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795f480 x1876699555178112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762534.029331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762534.029340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762534.029346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555178112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762534.029356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555178624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762534.029366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762534.029375:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762534.029380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762534.029385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762534.029400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762534.029407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795fb80 x1876699555178240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762534.029415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555178240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762534.029420:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762534.029422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762534.029424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762534.029428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178368:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762534.029439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762534.029445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795e680 x1876699555178368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762534.029452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555178368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762534.029457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762534.029460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762534.029464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762534.029479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555178496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762534.029500:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762534.029512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795c000 x1876699555178496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762534.029523:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555178496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762534.029529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762534.029531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762534.029533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555178496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762534.029537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555178624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762534.029552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762534.029559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff8d7c8795ea00 x1876699555178624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762534.029566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555178624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762534.029571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762534.029573:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762534.029575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555178624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762534.412921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762535.436912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762536.460931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762537.485101:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762538.508954:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762539.148862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.148870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762539.148874:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.148883:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.148892:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.148899:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762539.148931:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555178752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.148953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.148955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762539.148958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.148961:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.148963:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.148965:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762539.148972:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762539.148980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555178880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.148987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.148989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762539.148990:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.148993:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.148994:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.148997:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762539.149000:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762539.149007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555179008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.149014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.149018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789762539.149020:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555178752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762539.149020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.149027:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.149030:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.149033:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762539.149036:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762539.149044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555179136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.149052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.149054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762539.149056:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.149059:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.149074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.149076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762539.149080:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762539.149085:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762539.149093:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555179264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.149101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.149103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762539.149104:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.149106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2484
00000100:00080000:3.0:1789762539.149109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.149111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762539.149115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762539.149122:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795ea00 x1876699555178752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762539.149125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555179392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762539.149160:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555178752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149176:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555178752:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762539.149181:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.149196:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762539.149204:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795c000 x1876699555178880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.149212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555178880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149233:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555178880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.149253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.149265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762539.149272:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795e680 x1876699555179008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.149285:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555179008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149292:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.149297:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179136:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762539.149307:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762539.149312:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795fb80 x1876699555179136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.149319:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555179136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179136:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762539.149331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555179264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.149340:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762539.149346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795f480 x1876699555179264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.149353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555179264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149365:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555179264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.149368:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555179392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.149378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762539.149383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff8d7c8795dc00 x1876699555179392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.149390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555179392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.149394:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.149396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762539.149397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555179392:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762539.532958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762540.556958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762541.580966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762542.604918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762543.628955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762544.268849:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.268857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762544.268860:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.268868:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.268877:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.268883:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762544.268912:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555179520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.268932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.268934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762544.268936:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.268939:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.268941:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.268943:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762544.268951:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762544.268960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555179648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.268968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762544.268970:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555179520:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762544.268971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762544.268975:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.268982:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.268985:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.268989:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762544.268995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762544.269009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555179776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.269020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.269024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762544.269026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.269031:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.269036:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762544.269040:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762544.269041:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762544.269048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762544.269072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555179904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762544.269080:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795f800 x1876699555179520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762544.269082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.269091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762544.269094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.269101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.269105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762544.269108:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555179520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762544.269111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762544.269118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762544.269124:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762544.269130:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555180032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762544.269131:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269138:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555179520:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762544.269147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.269150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762544.269152:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.269155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2489
00000100:00080000:3.0:1789762544.269157:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.269159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762544.269162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762544.269166:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762544.269172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555180160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762544.269205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762544.269217:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795ce00 x1876699555179648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762544.269227:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555179648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762544.269233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762544.269236:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762544.269243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762544.269256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762544.269262:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795ca80 x1876699555179776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762544.269270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555179776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762544.269275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762544.269277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269279:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762544.269283:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179904:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762544.269295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762544.269301:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795ed80 x1876699555179904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762544.269308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555179904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762544.269314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762544.269316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555179904:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762544.269322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762544.269332:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762544.269338:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795d880 x1876699555180032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762544.269345:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555180032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762544.269351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762544.269352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762544.269366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762544.269376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762544.269381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff8d7c8795d500 x1876699555180160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762544.269393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555180160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762544.269398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762544.269400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762544.269402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180160:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762544.652952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762545.676922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762546.700961:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762547.724928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762548.749039:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762549.388879:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.388888:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762549.388892:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.388902:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.388913:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.388921:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762549.388956:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555180288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.389002:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.389008:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762549.389011:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.389017:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.389023:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.389029:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762549.389044:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.389067:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555180416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.389083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.389090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762549.389092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555180288:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762549.389094:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.389108:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.389113:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.389117:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762549.389124:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.389162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555180544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.389174:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.389178:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762549.389180:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.389185:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.389207:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.389211:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762549.389216:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762549.389228:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555180672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.389237:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.389240:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762549.389242:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.389245:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.389248:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.389251:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762549.389257:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762549.389263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762549.389277:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555180800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.389294:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.389299:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762549.389302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762549.389304:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.389315:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2494
00000100:00080000:3.0:1789762549.389323:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.389328:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762549.389332:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180672:192.168.203.122@tcp:8:kworker.0
00000008:00100000:3.0:1789762549.389336:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.389354:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555180928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762549.389364:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762549.389386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762549.772981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762550.796987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762551.820982:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762552.461153:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762552.461212:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762552.461233:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762552.461284:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762552.461295:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762552.461310:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762552.461324:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762552.461337:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789762552.461358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795d180 x1876699555180800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555180800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762552.461411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795c700 x1876699555180416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461419:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555180416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461427:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762552.461433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795df80 x1876699555180544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461440:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555180544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461446:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762552.461455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795f100 x1876699555180672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555180672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555180672:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762552.461496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795e300 x1876699555180288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461507:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555180288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461522:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555180288:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762552.461555:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762552]  req@ffff8d7c8795c380 x1876699555180928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762552.461575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555180928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762552.461584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762552.461587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762552.461603:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555180928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762552.844928:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762553.868939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762554.508943:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762554.508951:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762554.508954:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762554.508963:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.508972:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762554.508979:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762554.509009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555181056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762554.509038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762554.509041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762554.509042:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762554.509045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.509048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762554.509050:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762554.509064:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762554.509075:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555181184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762554.509088:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762554.509091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555181056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762554.509093:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762554.509098:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762554.509115:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.509119:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762554.509124:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762554.509129:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762554.509154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555181312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762554.509165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762554.509168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762554.509170:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762554.509175:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.509180:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762554.509184:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762554.509190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789762554.509192:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762554.509223:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555181440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762554.509233:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762554.509237:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762554.509238:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762554.509243:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.509246:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762554.509250:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47ed80 x1876699555181056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.509255:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762554.509264:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762554.509289:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555181056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.509293:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555181568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762554.509315:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.509316:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762554.509322:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762554.509325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762554.509327:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762554.509335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555181056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762554.509337:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2500
00000100:00080000:2.0:1789762554.509345:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762554.509352:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762554.509359:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762554.509372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762554.509376:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555181696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762554.509405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762554.509424:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47fb80 x1876699555181184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762554.509437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555181184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.509445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762554.509448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762554.509451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762554.509457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762554.509477:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762554.509487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47c380 x1876699555181312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762554.509497:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555181312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.509504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762554.509507:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762554.509510:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762554.509515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181440:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762554.509532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762554.509543:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47ce00 x1876699555181440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762554.509554:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555181440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.509562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762554.509565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762554.509568:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181440:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762554.509573:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555181568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762554.509591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762554.509602:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47ea00 x1876699555181568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762554.509615:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555181568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.509622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762554.509626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762554.509629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555181568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762554.509645:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555181696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762554.509666:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762554.509678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff8d7c8a47ed80 x1876699555181696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762554.509689:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555181696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.509714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762554.509718:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762554.509722:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555181696:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762554.892978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762555.916911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762556.940948:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762557.964981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762558.988963:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762559.628883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.628893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762559.628896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762559.628907:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.628917:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762559.628925:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762559.628959:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555181824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762559.628987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.628991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762559.628993:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762559.628996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.629000:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762559.629004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762559.629012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762559.629026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555181952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762559.629038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.629044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762559.629045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555181824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762559.629047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762559.629055:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.629059:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762559.629077:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762559.629083:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762559.629096:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555182080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762559.629106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.629110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762559.629112:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762559.629116:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.629128:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762559.629135:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762559.629136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762559.629144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762559.629158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555182208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762559.629169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.629172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762559.629175:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762559.629179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47d180 x1876699555181824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.629182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.629189:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762559.629197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762559.629205:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.629215:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555181824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.629219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555182336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.629243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.629244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762559.629251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.629254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762559.629255:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762559.629260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555181824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762559.629265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2505
00000100:00080000:2.0:1789762559.629270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762559.629274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762559.629278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.629286:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762559.629292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555182464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762559.629312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762559.629324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47f480 x1876699555181952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762559.629333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555181952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.629344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.629346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762559.629348:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555181952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762559.629352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762559.629364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762559.629370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47dc00 x1876699555182080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762559.629377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555182080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.629382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.629384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762559.629396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762559.629403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182208:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762559.629424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762559.629435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47e680 x1876699555182208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762559.629446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555182208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.629454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.629457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762559.629460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182208:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762559.629466:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555182336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762559.629484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762559.629494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47c700 x1876699555182336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762559.629505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555182336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.629512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.629515:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762559.629518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555182336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762559.629534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555182464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762559.629551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762559.629561:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff8d7c8a47f100 x1876699555182464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762559.629572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555182464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762559.629579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762559.629582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762559.629585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555182464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762560.012972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762561.036943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762562.061130:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762563.084937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762564.108975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762564.748912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.748919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762564.748922:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.748931:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.748940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.748947:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762564.748980:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555182592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762564.749001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.749003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.749008:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.749011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.749014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.749016:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762564.749024:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762564.749051:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555182720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762564.749067:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555182592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762564.749090:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.749094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762564.749097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.749102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.749106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.749109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762564.749113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762564.749135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555182848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762564.749139:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762564.749148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.749153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.749155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.749160:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.749165:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762564.749169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762564.749175:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aadc00 x1876699555182592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762564.749177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762564.749194:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555182592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762564.749199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555182976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762564.749206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762564.749214:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762564.749221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762564.749221:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555182592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762564.749228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762564.749231:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762564.749236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.749241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762564.749244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182720:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762564.749251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762564.749257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762564.749265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762564.749272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555183104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762564.749278:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aac000 x1876699555182720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762564.749286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762564.749290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762564.749292:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762564.749294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555182720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762564.749298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2510
00000100:00080000:0.0:1789762564.749304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762564.749308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762564.749309:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762564.749315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762564.749315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762564.749321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762564.749327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555183232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762564.749329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762564.749355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762564.749366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aaed80 x1876699555182848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762564.749385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555182848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762564.749391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762564.749393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762564.749395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762564.749398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182976:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762564.749409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762564.749414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aad880 x1876699555182976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762564.749421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555182976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762564.749426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762564.749428:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762564.749430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555182976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762564.749440:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762564.749450:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762564.749461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aad500 x1876699555183104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762564.749476:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555183104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762564.749481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762564.749483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762564.749485:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762564.749488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762564.749499:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762564.749505:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff8d7c85aae680 x1876699555183232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762564.749512:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555183232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762564.749516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762564.749518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762564.749520:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183232:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762565.132989:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762566.156918:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762567.180997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762568.204964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762569.228985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762569.868927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.868942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762569.868948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.868963:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869008:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.869019:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762569.869067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555183360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.869107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.869111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.869113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.869118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869123:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.869128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762569.869140:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.869153:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555183488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.869166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.869172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762569.869173:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555183360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762569.869175:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.869186:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.869193:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762569.869198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.869210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555183616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.869219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.869223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.869225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.869228:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869250:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762569.869253:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762569.869257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789762569.869264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762569.869273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555183744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762569.869285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.869290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762569.869292:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762569.869299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762569.869315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47f800 x1876699555183360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.869316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762569.869331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762569.869348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555183360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.869355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555183872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762569.869404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.869405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762569.869416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762569.869420:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762569.869422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762569.869430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2515
00000100:00080000:2.0:1789762569.869438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762569.869439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555183360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762569.869450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762569.869458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762569.869478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555184000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762569.869484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762569.869545:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762569.869571:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47d880 x1876699555183488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762569.869590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555183488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.869601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762569.869604:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762569.869608:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762569.869616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762569.869651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762569.869670:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47df80 x1876699555183616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762569.869693:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555183616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.869718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762569.869724:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762569.869730:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762569.869741:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183744:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762569.869791:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762569.869807:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47ca80 x1876699555183744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762569.869819:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555183744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.869827:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762569.869890:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762569.869895:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555183744:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762569.869904:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762569.869934:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762569.869949:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47d500 x1876699555183872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762569.869965:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555183872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.869977:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762569.869982:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762569.870018:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555183872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762569.870065:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762569.870097:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762569.870121:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff8d7c8a47c000 x1876699555184000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762569.870137:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555184000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762569.870147:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762569.870151:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762569.870155:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184000:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762570.253692:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762571.277137:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762572.301119:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762573.325032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762574.349107:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762574.989015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762574.989037:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762574.989044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989063:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989084:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762574.989100:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762574.989166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555184128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762574.989213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762574.989220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762574.989223:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762574.989240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762574.989254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762574.989272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555184256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762574.989287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762574.989293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762574.989296:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762574.989312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555184128:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762574.989325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762574.989334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762574.989364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555184384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762574.989374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762574.989377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762574.989379:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989388:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762574.989391:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762574.989398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762574.989433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555184512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762574.989446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762574.989452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762574.989454:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762574.989472:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762574.989485:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762574.989496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762574.989524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555184640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762574.989542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762574.989552:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aaf480 x1876699555184128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762574.989553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762574.989562:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762574.989582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2520
00000100:00080000:0.0:1789762574.989594:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762574.989600:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555184128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762574.989612:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789762574.989625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762574.989630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762574.989634:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.989646:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555184128:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762574.989658:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762574.989670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555184768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762574.989711:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762574.989730:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aaf800 x1876699555184256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.989745:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555184256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.989754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.989757:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.989761:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.989811:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.989904:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762574.989916:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aace00 x1876699555184384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.989928:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555184384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.989936:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.989940:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.989943:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.989968:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184512:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762574.990001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762574.990019:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aae300 x1876699555184512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.990073:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555184512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.990085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.990089:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.990092:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555184512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762574.990101:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.990131:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762574.990145:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aac700 x1876699555184640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.990160:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555184640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.990169:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.990173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.990177:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762574.990187:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762574.990222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762574.990243:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff8d7c85aaf100 x1876699555184768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762574.990267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555184768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762574.990285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762574.990308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762574.990312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555184768:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762575.373140:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762576.397053:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762577.420993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762578.445034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762579.469026:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762580.108973:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.108984:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762580.108988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109000:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109012:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109019:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762580.109064:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555184896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.109094:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.109097:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762580.109098:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109102:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109104:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109107:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762580.109116:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.109125:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555185024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.109135:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.109138:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762580.109139:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109142:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109144:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109146:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762580.109149:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.109156:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555185152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.109164:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.109171:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789762580.109172:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555184896:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762580.109174:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109189:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109192:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109195:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762580.109199:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762580.109208:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555185280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.109217:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.109220:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762580.109221:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109225:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109244:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109248:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762580.109252:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762580.109253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762580.109266:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555185408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.109275:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.109278:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762580.109279:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.109283:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2525
00000100:00080000:3.0:1789762580.109285:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.109288:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762580.109293:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762580.109303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795c380 x1876699555184896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.109304:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555185536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762580.109359:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555184896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555184896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762580.109392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762580.109409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762580.109419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795e300 x1876699555185024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762580.109426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555185024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762580.109457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762580.109468:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762580.109474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795f100 x1876699555185152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762580.109481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555185152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762580.109493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185280:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762580.109504:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762580.109510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795df80 x1876699555185280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762580.109517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555185280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185280:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762580.109529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555185408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762580.109539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762580.109544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795c700 x1876699555185408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762580.109551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555185408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555185408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762580.109563:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555185536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762580.109572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762580.109578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff8d7c8795d180 x1876699555185536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762580.109584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555185536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762580.109593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762580.109595:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762580.109597:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555185536:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762580.493112:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762581.517046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762582.541064:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762583.565084:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762584.588971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762585.228946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762585.228958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762585.228979:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762585.228991:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00080000:2.0:1789762585.229004:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762585.229012:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762585.229078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555185664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762585.229114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762585.229118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762585.229120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762585.229125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00080000:2.0:1789762585.229129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762585.229134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762585.229146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762585.229158:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555185664:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762585.229162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555185792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762585.229184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762585.229187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762585.229191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762585.229196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00080000:2.0:1789762585.229199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762585.229203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762585.229207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762585.229219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555185920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762585.229229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762585.229233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762585.229242:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762585.229246:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00080000:2.0:1789762585.229250:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762585.229251:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762585.229257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762585.229263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762585.229276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555186048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762585.229302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762585.229305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762585.229306:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762585.229310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00080000:2.0:1789762585.229313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762585.229317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47c000 x1876699555185664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762585.229319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762585.229325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762585.229349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555186176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762585.229350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555185664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762585.229425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762585.229428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762585.229429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762585.229438:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762585.229444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762585.229452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2530
00000100:00100000:3.0:1789762585.229454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555185664:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762585.229461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762585.229470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762585.229492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762585.229497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762585.229507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555186304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762585.229528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762585.229547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47d500 x1876699555185792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.229557:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555185792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.229562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.229577:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762585.229579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.229584:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.229595:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762585.229601:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47ca80 x1876699555185920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.229608:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555185920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.229613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.229615:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762585.229616:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555185920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.229621:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186048:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762585.229652:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762585.229659:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47df80 x1876699555186048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.229666:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555186048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.229672:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.229674:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762585.229676:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186048:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762585.229680:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.229690:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762585.229707:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47d880 x1876699555186176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.229714:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555186176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.229719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.229721:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762585.229723:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.229735:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.229745:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762585.229751:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff8d7c8a47f800 x1876699555186304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.229759:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555186304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.229764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.229773:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762585.229774:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186304:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762585.612992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762586.637015:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762587.661033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762588.684990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762589.709004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762590.348902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762590.348916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762590.348921:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762590.348942:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.348956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762590.348966:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762590.349016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555186432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762590.349045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762590.349050:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762590.349052:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762590.349058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.349064:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762590.349070:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762590.349082:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762590.349094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555186432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762590.349103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555186560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762590.349117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762590.349122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762590.349124:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762590.349129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.349133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762590.349137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762590.349143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762590.349156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555186688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762590.349166:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762590.349170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762590.349175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762590.349177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762590.349183:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.349188:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762590.349193:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762590.349198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762590.349210:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47f100 x1876699555186432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762590.349215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555186816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762590.349234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555186432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762590.349251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762590.349254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762590.349257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762590.349260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789762590.349262:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762590.349265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555186432:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762590.349271:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.349277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762590.349282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762590.349288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762590.349292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762590.349306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555186944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762590.349315:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762590.349327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762590.349328:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47c700 x1876699555186560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762590.349338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762590.349343:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762590.349353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2535
00000100:00080000:2.0:1789762590.349359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762590.349363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555186560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762590.349367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762590.349379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762590.349381:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.349388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762590.349394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762590.349397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555187072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762590.349406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762590.349432:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762590.349441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47e680 x1876699555186688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.349449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555186688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.349455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.349457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762590.349460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762590.349463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186816:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762590.349474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762590.349480:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47dc00 x1876699555186816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.349487:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555186816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.349497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.349499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762590.349501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555186816:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762590.349512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762590.349522:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762590.349528:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47f480 x1876699555186944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.349535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555186944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.349541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.349542:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762590.349545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555186944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762590.349548:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762590.349558:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762590.349564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff8d7c8a47d180 x1876699555187072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.349571:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555187072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.349576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.349578:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762590.349580:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187072:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762590.732965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762591.757077:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762592.781079:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762593.805090:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762594.828982:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762595.468896:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.468904:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762595.468908:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.468916:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.468926:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.468931:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762595.468962:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555187200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762595.468986:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.468989:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762595.468990:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.468993:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.468995:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.468997:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762595.469004:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762595.469012:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555187328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762595.469019:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.469022:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762595.469023:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.469027:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.469030:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.469032:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762595.469036:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762595.469043:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555187456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762595.469051:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.469054:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762595.469055:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.469058:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.469061:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.469072:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469076:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555187200:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789762595.469079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762595.469097:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555187584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762595.469106:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.469108:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762595.469110:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.469113:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.469116:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.469119:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762595.469122:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762595.469130:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555187712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762595.469137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762595.469139:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762595.469141:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762595.469143:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2541
00000100:00080000:2.0:1789762595.469153:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762595.469156:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762595.469161:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762595.469168:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762595.469173:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555187840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762595.469233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47ed80 x1876699555187200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469251:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555187200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469267:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555187200:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762595.469274:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.469295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469313:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47ea00 x1876699555187328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555187328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469344:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.469374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.469399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47ce00 x1876699555187456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555187456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.469430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187584:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762595.469442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47c380 x1876699555187584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555187584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555187584:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762595.469478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.469490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47fb80 x1876699555187712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555187712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.469517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.469532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762595.469539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff8d7c8a47d180 x1876699555187840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.469547:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555187840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.469552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.469554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762595.469556:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555187840:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762595.852913:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762596.876953:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762597.900913:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762598.924921:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762599.948901:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762600.588876:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.588884:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762600.588887:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.588897:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.588906:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.588913:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762600.588945:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555187968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.588966:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.588969:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.588970:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.588973:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.588975:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.588977:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762600.588984:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.588992:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555188096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.588999:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.589001:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762600.589004:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.589008:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.589010:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.589013:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762600.589016:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.589022:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555188224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.589029:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.589031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.589032:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.589038:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.589046:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762600.589049:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555187968:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762600.589051:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762600.589055:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762600.589070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555188352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.589077:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.589080:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762600.589082:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.589084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.589086:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.589090:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762600.589093:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762600.589100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555188480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762600.589107:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762600.589109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762600.589110:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762600.589113:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2546
00000100:00080000:2.0:1789762600.589133:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762600.589136:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762600.589140:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762600.589146:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762600.589150:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555188608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762600.589195:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47f480 x1876699555187968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589227:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555187968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589240:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589243:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555187968:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762600.589250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.589273:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762600.589287:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47dc00 x1876699555188096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555188096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589321:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.589349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.589365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762600.589373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47e680 x1876699555188224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555188224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589402:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.589406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188352:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762600.589420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762600.589430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47c700 x1876699555188352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555188352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589460:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762600.589467:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555188480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.589491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762600.589500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47f100 x1876699555188480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555188480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555188480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.589527:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555188608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.589539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762600.589546:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff8d7c8a47f800 x1876699555188608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.589554:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555188608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.589562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.589565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762600.589569:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555188608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762600.972925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762601.996926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762603.020994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762604.044925:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762605.068959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762605.708927:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762605.708938:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762605.708942:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.708952:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.708962:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.708971:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762605.709009:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555188736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762605.709038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762605.709042:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762605.709045:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.709050:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.709055:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.709060:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762605.709070:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.709078:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555188736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762605.709087:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555188864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762605.709100:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762605.709104:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762605.709106:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.709111:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.709114:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.709119:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762605.709125:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762605.709138:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555188992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762605.709148:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762605.709150:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762605.709156:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762605.709159:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.709164:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.709169:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.709173:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762605.709179:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762605.709194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555189120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762605.709198:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795d500 x1876699555188736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.709223:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762605.709230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555188736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.709230:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762605.709232:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.709242:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.709249:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.709252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.709256:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762605.709262:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762605.709265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.709270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555188736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762605.709282:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555189248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762605.709295:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762605.709300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188864:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762605.709301:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762605.709306:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762605.709313:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2551
00000100:00080000:3.0:1789762605.709318:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762605.709323:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789762605.709329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762605.709330:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.709341:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795d880 x1876699555188864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.709348:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555189376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762605.709355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555188864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762605.709377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762605.709383:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762605.709388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762605.709396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762605.709419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762605.709431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795ed80 x1876699555188992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762605.709441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555188992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762605.709447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762605.709450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762605.709452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555188992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762605.709456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189120:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762605.709470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762605.709477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795ca80 x1876699555189120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762605.709490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555189120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762605.709495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762605.709497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762605.709499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189120:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762605.709502:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555189248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762605.709512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762605.709518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795ce00 x1876699555189248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762605.709525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555189248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762605.709530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762605.709532:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762605.709534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555189248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762605.709546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555189376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762605.709556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762605.709562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff8d7c8795f800 x1876699555189376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762605.709569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555189376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762605.709578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762605.709580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762605.709582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555189376:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762606.092955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762607.116980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762608.140895:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762609.164921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762610.188941:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762610.828889:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.828897:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762610.828900:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.828908:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.828918:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.828925:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762610.828956:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555189504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.828980:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.828983:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.828985:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.828988:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.828990:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.828992:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762610.828999:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762610.829008:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555189632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.829016:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.829019:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762610.829020:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.829023:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.829025:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.829027:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762610.829030:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.829033:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555189504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762610.829039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555189760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.829047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.829049:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.829050:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.829053:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.829055:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.829058:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762610.829061:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762610.829069:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555189888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.829075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.829078:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.829079:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.829081:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.829086:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.829088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762610.829092:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762610.829096:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762610.829101:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555190016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.829109:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.829111:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762610.829113:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.829115:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2556
00000100:00080000:2.0:1789762610.829117:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.829119:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762610.829122:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762610.829131:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47d880 x1876699555189504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762610.829133:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555190144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762610.829173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555189504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829182:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829185:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829197:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555189504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762610.829202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.829218:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762610.829226:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47df80 x1876699555189632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.829234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555189632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829242:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762610.829262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.829272:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762610.829278:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47ca80 x1876699555189760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.829296:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555189760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829301:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829303:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829305:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762610.829309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189888:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762610.829320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762610.829326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47d500 x1876699555189888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.829333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555189888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829341:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555189888:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762610.829344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.829353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762610.829359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47c000 x1876699555190016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.829366:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555190016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762610.829382:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762610.829391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762610.829396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762610]  req@ffff8d7c8a47f800 x1876699555190144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762610.829403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555190144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762610.829407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762610.829409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762610.829411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190144:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762611.212950:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762612.236928:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762613.260969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762614.284930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762615.308967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762615.948862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.948870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762615.948874:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.948882:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.948891:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.948897:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762615.948929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555190272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.948951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.948954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.948955:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.948963:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.948965:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.948968:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762615.948986:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762615.948995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555190400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.949003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.949006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762615.949007:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.949009:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.949011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762615.949016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555190272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789762615.949017:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762615.949025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762615.949032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555190528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.949039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.949041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.949042:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.949045:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.949048:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.949050:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762615.949053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762615.949061:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555190656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.949068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.949070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762615.949071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.949074:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.949076:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.949078:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762615.949081:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762615.949087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555190784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762615.949095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762615.949099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762615.949101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762615.949105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2561
00000100:00080000:2.0:1789762615.949109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762615.949112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762615.949118:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.949121:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762615.949133:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555190912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.949167:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.949183:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762615.949195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.949209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190912:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762616.332920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762617.356935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762618.380961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762619.021034:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762619.021069:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762619.021083:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762619.021113:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762619.021122:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762619.021131:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762619.021142:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762619.021152:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789762619.021168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47e680 x1876699555190528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021193:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555190528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021212:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021217:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762619.021225:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47dc00 x1876699555190656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555190656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762619.021252:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47f480 x1876699555190784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021265:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555190784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021288:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762619.021295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47d180 x1876699555190912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555190912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555190912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762619.021322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47f100 x1876699555190272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555190272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555190272:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762619.021343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762619]  req@ffff8d7c8a47c700 x1876699555190400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762619.021350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555190400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762619.021357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762619.021360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762619.021364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555190400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762619.405007:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762620.428979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762621.068917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.068927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762621.068932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.068943:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.068956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.068965:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762621.069001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555191040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.069030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.069035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762621.069038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.069043:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.069047:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.069052:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762621.069062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762621.069074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555191168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.069085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.069089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762621.069091:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.069096:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.069101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.069105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762621.069111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762621.069130:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555191040:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762621.069131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555191296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.069164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.069168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762621.069171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.069176:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.069180:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.069186:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762621.069194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762621.069208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555191424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.069219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762621.069227:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789762621.069230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762621.069234:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.069240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.069246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.069252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789762621.069259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762621.069277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555191552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762621.069287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762621.069290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762621.069291:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762621.069295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2566
00000100:00080000:2.0:1789762621.069300:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762621.069312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762621.069314:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47fb80 x1876699555191040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762621.069333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762621.069347:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555191040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762621.069357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555191680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762621.069382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.069395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.069401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555191040:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762621.069411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.069449:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762621.069467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47c380 x1876699555191168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.069482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555191168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.069492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.069496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.069501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.069539:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.069563:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762621.069575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47ce00 x1876699555191296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.069589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555191296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.069602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.069623:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.069628:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.069635:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191424:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762621.069659:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762621.069672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47ea00 x1876699555191424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.069685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555191424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.069693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.069696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.069699:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191424:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762621.069706:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555191552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.069727:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762621.069740:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47ed80 x1876699555191552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.069751:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555191552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.069761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.069764:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.069768:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555191552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.069775:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555191680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.070443:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762621.070462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff8d7c8a47c700 x1876699555191680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.070478:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555191680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.070487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.070491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762621.070494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555191680:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762621.453010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762622.476963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762623.500984:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762624.524990:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762625.549074:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762626.188942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.188952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762626.188957:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.188968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.188980:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.188988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762626.189032:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555191808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.189064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.189067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762626.189068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.189071:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.189074:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.189076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762626.189085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762626.189098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555191936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.189126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.189129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762626.189131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.189134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.189137:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.189140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762626.189144:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762626.189155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555192064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.189163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.189167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762626.189169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762626.189170:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555191808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762626.189174:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.189179:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.189183:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762626.189187:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762626.189195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555192192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.189202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.189204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762626.189206:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.189209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.189212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.189215:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762626.189219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762626.189226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555192320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.189233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.189235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762626.189237:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.189239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2571
00000100:00080000:0.0:1789762626.189242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.189244:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762626.189246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762626.189256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762626.189257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555192448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762626.189315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aaea00 x1876699555191808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555191808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189361:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555191808:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762626.189367:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.189388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762626.189397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aafb80 x1876699555191936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189406:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555191936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189417:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555191936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.189440:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.189451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762626.189457:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aad180 x1876699555192064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189465:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555192064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189480:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.189483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192192:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789762626.189493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762626.189499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aac380 x1876699555192192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555192192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189532:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192192:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762626.189536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555192320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.189547:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762626.189553:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aaca80 x1876699555192320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555192320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189581:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555192320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.189588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555192448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.189620:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762626.189627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff8d7c85aaf100 x1876699555192448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.189639:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555192448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.189647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.189650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762626.189654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555192448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762626.573101:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762627.596974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762628.621087:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762629.644952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762630.669045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762631.308948:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.308956:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762631.308959:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.308968:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.308977:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.308983:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762631.309015:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555192576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.309044:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.309049:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762631.309052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.309057:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.309062:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.309068:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762631.309080:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762631.309095:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555192576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762631.309098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555192704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.309115:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.309119:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762631.309121:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.309125:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.309129:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.309132:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762631.309137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.309147:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555192832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.309165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.309167:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762631.309169:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.309172:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.309175:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.309177:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762631.309182:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762631.309187:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762631.309194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555192960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.309203:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.309206:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762631.309208:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.309210:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.309212:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.309215:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762631.309218:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.309225:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555193088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.309231:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.309235:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762631.309236:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795dc00 x1876699555192576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.309237:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.309245:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2576
00000100:00080000:3.0:1789762631.309250:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.309256:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762631.309260:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762631.309270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555192576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.309271:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555193216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762631.309304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309315:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555192576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762631.309343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762631.309370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762631.309384:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795f480 x1876699555192704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762631.309398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555192704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762631.309407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762631.309420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762631.309451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762631.309461:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795fb80 x1876699555192832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762631.309473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555192832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762631.309482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762631.309495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192960:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762631.309514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762631.309525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795e680 x1876699555192960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762631.309556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555192960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762631.309565:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555192960:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762631.309586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762631.309606:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762631.309617:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795c000 x1876699555193088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762631.309629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555193088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762631.309637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309640:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309643:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762631.309649:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762631.309667:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762631.309678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff8d7c8795ea00 x1876699555193216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762631.309691:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555193216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762631.309699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762631.309702:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762631.309706:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193216:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762631.692965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762632.716995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762633.740916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762634.764955:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762635.788935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762636.428850:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.428858:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762636.428861:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.428871:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.428879:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.428886:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762636.428917:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555193344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.428938:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.428941:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762636.428942:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.428949:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.428951:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.428954:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762636.428961:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.428971:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555193472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.428978:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.428981:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762636.428982:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.428984:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.428987:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762636.428991:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555193344:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762636.428992:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762636.428999:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.429007:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555193600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.429015:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.429017:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762636.429018:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.429021:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.429024:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.429026:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762636.429029:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762636.429037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555193728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.429043:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.429046:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762636.429047:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.429050:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.429052:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762636.429056:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762636.429060:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762636.429064:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.429073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555193856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.429079:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.429082:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762636.429083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.429087:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2581
00000100:00080000:3.0:1789762636.429090:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762636.429095:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795ea00 x1876699555193344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.429095:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762636.429098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.429120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555193984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762636.429135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555193344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429143:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429147:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429150:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555193344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762636.429155:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762636.429171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762636.429179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795c000 x1876699555193472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762636.429187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555193472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762636.429224:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762636.429235:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762636.429241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795e680 x1876699555193600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762636.429249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555193600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429262:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762636.429265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193728:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762636.429275:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762636.429280:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795fb80 x1876699555193728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762636.429287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555193728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429294:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555193728:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762636.429299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762636.429309:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762636.429315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795f480 x1876699555193856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762636.429322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555193856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429326:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762636.429334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762636.429344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762636.429349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff8d7c8795dc00 x1876699555193984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762636.429356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555193984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762636.429361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762636.429363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762636.429365:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555193984:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762636.813149:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762637.836946:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762638.861204:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762639.885182:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762640.909119:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762641.548870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.548878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762641.548881:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.548889:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.548899:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.548905:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762641.548937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555194112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.548959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.548961:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.548963:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.548965:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.548968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.548970:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762641.548976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.548985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555194240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.548994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.548998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762641.549000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555194112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762641.549000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.549008:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.549010:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.549013:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762641.549015:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.549024:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555194368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.549030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.549033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.549034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.549037:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.549049:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.549051:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762641.549055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762641.549059:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762641.549067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555194496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.549075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.549078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.549079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.549081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.549083:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.549086:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762641.549089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762641.549096:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795f800 x1876699555194112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.549098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555194624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.549117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.549124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.549126:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.549129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2587
00000100:00080000:3.0:1789762641.549131:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.549134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762641.549136:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762641.549140:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555194112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.549145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555194752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762641.549163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549169:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549173:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555194112:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762641.549194:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.549216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762641.549229:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795ce00 x1876699555194240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.549243:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555194240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.549253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.549265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.549281:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762641.549289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795ca80 x1876699555194368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.549297:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555194368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.549302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549304:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.549310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194496:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762641.549320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762641.549326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795ed80 x1876699555194496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.549333:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555194496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.549339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549341:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555194496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762641.549346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555194624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.549356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762641.549361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795d880 x1876699555194624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.549368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555194624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.549373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549376:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555194624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762641.549379:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555194752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762641.549388:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762641.549393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff8d7c8795d500 x1876699555194752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762641.549400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555194752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762641.549404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762641.549406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762641.549409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555194752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762641.933356:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762642.956957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762643.980973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762645.004942:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762646.028981:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762646.668862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.668869:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762646.668873:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.668882:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.668892:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.668901:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762646.668937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555194880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.668962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.668966:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.668968:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.668973:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.668977:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.668983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762646.668993:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762646.669004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555194880:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762646.669012:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555195008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.669031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.669034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.669036:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.669040:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.669045:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.669050:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762646.669056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.669071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555195136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762646.669077:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762646.669088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.669091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.669093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.669097:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.669101:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.669104:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762646.669109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762646.669114:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795d180 x1876699555194880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.669120:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555195264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.669134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762646.669137:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555194880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.669138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.669141:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.669148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.669153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762646.669157:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.669158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762646.669165:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762646.669166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762646.669172:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555194880:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762646.669177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555195392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.669183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.669186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.669187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.669190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2592
00000100:00080000:3.0:1789762646.669193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762646.669195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195008:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762646.669200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762646.669204:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.669215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555195520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762646.669222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762646.669237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795c700 x1876699555195008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.669247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555195008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.669253:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.669256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762646.669259:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.669263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762646.669273:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762646.669279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795df80 x1876699555195136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.669287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555195136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.669292:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.669293:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762646.669295:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.669299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195264:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762646.669309:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762646.669315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795f100 x1876699555195264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.669321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555195264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.669327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.669328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762646.669330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195264:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762646.669333:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555195392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762646.669343:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762646.669348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795e300 x1876699555195392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.669354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555195392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.669360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.669361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762646.669363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555195392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762646.669373:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555195520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762646.669383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762646.669389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff8d7c8795c380 x1876699555195520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762646.669395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555195520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762646.669400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762646.669402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762646.669404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555195520:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762647.052943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762648.076936:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762649.100920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762650.124947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762651.148919:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762651.788898:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.788909:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762651.788913:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.788924:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:3.0:1789762651.788935:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.788943:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762651.788983:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555195648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.789010:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.789014:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.789016:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.789021:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:3.0:1789762651.789025:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.789029:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762651.789038:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.789052:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555195776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762651.789059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555195648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762651.789069:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.789073:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.789075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.789080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:3.0:1789762651.789085:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.789088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762651.789093:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.789105:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555195904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.789115:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.789119:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789762651.789123:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762651.789124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762651.789131:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:3.0:1789762651.789136:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.789140:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762651.789146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762651.789159:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795c380 x1876699555195648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.789161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555196032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762651.789185:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762651.789187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555195648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.789190:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762651.789194:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.789203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.789203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:2.0:1789762651.789210:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762651.789211:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762651.789217:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555195648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762651.789220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762651.789227:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.789239:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555196160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762651.789240:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195776:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762651.789255:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762651.789258:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762651.789261:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762651.789265:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762651.789269:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2597
00000100:00080000:3.0:1789762651.789274:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762651.789278:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762651.789282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795e300 x1876699555195776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762651.789285:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762651.789297:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555195776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.789301:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555196288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.789317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.789324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762651.789329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.789337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.789358:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762651.789370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795f100 x1876699555195904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.789394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555195904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.789400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.789403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762651.789405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555195904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.789409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196032:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762651.789430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762651.789442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795df80 x1876699555196032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.789454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555196032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.789464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.789466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762651.789469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196032:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762651.789481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.789495:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762651.789502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795c700 x1876699555196160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.789510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555196160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.789515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.789517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762651.789519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762651.789522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762651.789532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762651.789537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff8d7c8795d180 x1876699555196288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762651.789544:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555196288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762651.789550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762651.789552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762651.789553:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196288:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762652.172915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762653.196904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762654.220972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762655.244936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762656.268972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762656.908871:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.908879:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762656.908882:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.908890:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.908899:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.908904:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762656.908936:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555196416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.908958:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.908960:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.908962:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.908965:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.908968:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.908970:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762656.908977:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.908985:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555196544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.908991:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.908994:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762656.908995:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.909004:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.909006:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.909009:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762656.909013:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.909023:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555196416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762656.909029:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555196672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.909042:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.909046:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.909048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.909052:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.909057:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.909061:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762656.909067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762656.909080:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555196800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762656.909085:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762656.909098:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762656.909102:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762656.909116:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762656.909121:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.909126:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762656.909130:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909134:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795d500 x1876699555196416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762656.909143:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.909152:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555196416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.909157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555196928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.909166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.909169:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.909183:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762656.909184:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762656.909188:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762656.909191:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555196416:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762656.909194:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2602
00000100:00080000:3.0:1789762656.909202:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762656.909206:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762656.909207:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762656.909214:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.909224:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555197056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762656.909232:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909251:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795d880 x1876699555196544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.909260:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555196544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.909266:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.909268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762656.909271:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762656.909290:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762656.909303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909309:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795ed80 x1876699555196672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.909317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555196672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.909322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.909323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762656.909325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762656.909329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196800:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762656.909356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795ca80 x1876699555196800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.909370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555196800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.909386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.909388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762656.909390:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555196800:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762656.909393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762656.909403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909409:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795ce00 x1876699555196928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.909416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555196928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.909421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.909423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762656.909424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555196928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762656.909428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762656.909437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762656.909442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff8d7c8795f800 x1876699555197056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.909449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555197056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.909454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762656.909456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762656.909458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762657.292957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762658.316919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762659.340904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762660.364960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762661.388922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762662.028882:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.028893:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762662.028897:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.028908:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00080000:3.0:1789762662.028921:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.028928:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762662.028968:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555197184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.028992:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.028996:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762662.028997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.029001:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00080000:3.0:1789762662.029004:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.029006:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762662.029015:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.029024:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555197312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.029031:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.029034:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762662.029035:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.029038:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00080000:3.0:1789762662.029041:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.029043:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762662.029046:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.029054:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555197440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.029066:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.029071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762662.029072:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.029079:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00100000:2.0:1789762662.029087:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555197184:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762662.029089:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.029104:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762662.029113:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762662.029127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555197568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.029137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.029140:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762662.029142:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.029146:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00080000:3.0:1789762662.029158:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.029162:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762662.029165:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762662.029170:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762662.029180:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555197696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.029190:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.029193:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762662.029195:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.029199:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2607
00000100:00080000:3.0:1789762662.029205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.029210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762662.029215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762662.029221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795dc00 x1876699555197184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762662.029228:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555197824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762662.029253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555197184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555197184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762662.029282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762662.029313:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762662.029322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795f480 x1876699555197312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762662.029330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555197312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029338:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029341:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.029344:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762662.029357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762662.029363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795fb80 x1876699555197440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762662.029369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555197440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.029400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197568:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762662.029412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762662.029418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795e680 x1876699555197568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762662.029426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555197568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555197568:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762662.029439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762662.029448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762662.029454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795c000 x1876699555197696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762662.029461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555197696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029468:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762662.029473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762662.029482:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762662.029488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff8d7c8795ea00 x1876699555197824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762662.029495:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555197824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762662.029500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762662.029502:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762662.029503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555197824:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762662.412974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762663.436972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762664.460994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762665.484905:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762666.508933:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762667.148871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.148878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762667.148881:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.148890:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.148899:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.148906:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762667.148939:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555197952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.148960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.148962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.148964:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.148966:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.148968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.148971:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762667.148977:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.148986:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555198080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.148993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.148996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.149000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762667.149001:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555197952:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762667.149005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.149011:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.149015:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762667.149018:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.149026:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555198208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.149033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.149035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.149036:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.149039:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.149054:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.149056:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762667.149060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762667.149064:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762667.149072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555198336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.149081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.149083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.149084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.149086:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.149088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.149091:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762667.149094:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762667.149100:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795ea00 x1876699555197952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.149104:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555198464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.149128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.149131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.149132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762667.149135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555197952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.149139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2612
00000100:00080000:3.0:1789762667.149144:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.149151:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762667.149155:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762667.149156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762667.149163:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762667.149168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555198592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762667.149176:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555197952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762667.149198:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.149216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762667.149225:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795c000 x1876699555198080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.149233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555198080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.149243:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.149246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762667.149248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.149251:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.149278:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762667.149286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795e680 x1876699555198208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.149294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555198208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.149305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.149308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762667.149310:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.149314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198336:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762667.149327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762667.149334:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795fb80 x1876699555198336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.149341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555198336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.149347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.149350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762667.149354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762667.149360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555198464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.149379:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762667.149390:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795f480 x1876699555198464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.149403:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555198464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.149409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.149411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762667.149414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555198464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.149418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555198592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762667.149432:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762667.149440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff8d7c8795dc00 x1876699555198592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.149447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555198592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.149452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762667.149454:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762667.149456:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555198592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762667.532912:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762668.556909:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762669.580995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762670.604920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762671.628928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762672.268934:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.268951:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762672.268956:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.268966:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.268979:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.268987:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762672.269035:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555198720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.269057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.269060:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762672.269061:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.269067:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.269071:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.269075:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762672.269085:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762672.269099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555198720:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762672.269100:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555198848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.269131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.269134:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762672.269136:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.269141:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.269144:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.269147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762672.269151:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.269161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555198976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.269169:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.269172:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762672.269174:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.269177:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.269186:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.269190:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762672.269195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762672.269196:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762672.269214:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555199104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.269234:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.269237:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762672.269239:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.269246:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.269251:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762672.269255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795f800 x1876699555198720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.269256:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762672.269265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.269287:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555199232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762672.269293:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555198720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.269332:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.269340:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762672.269341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.269343:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762672.269354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762672.269354:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2617
00000100:00080000:3.0:1789762672.269370:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762672.269372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555198720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762672.269379:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762672.269385:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.269395:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555199360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762672.269403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762672.269426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762672.269439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795ce00 x1876699555198848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762672.269448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555198848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762672.269453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762672.269456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762672.269458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762672.269462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762672.269473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762672.269479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795ca80 x1876699555198976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762672.269486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555198976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762672.269495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762672.269497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762672.269499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555198976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762672.269503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199104:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762672.269513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762672.269518:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795ed80 x1876699555199104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762672.269525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555199104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762672.269530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762672.269532:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762672.269534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199104:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762672.269538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555199232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762672.269547:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762672.269553:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795d880 x1876699555199232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762672.269559:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555199232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762672.269564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762672.269566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762672.269569:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555199232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762672.269580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555199360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762672.269590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762672.269597:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff8d7c8795d500 x1876699555199360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762672.269604:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555199360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762672.269608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762672.269610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762672.269612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555199360:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762672.653000:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762673.676955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762674.700915:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762675.724920:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762676.748933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762677.388920:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.388928:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762677.388931:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.388939:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.388949:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.388955:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762677.388987:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555199488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762677.389008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.389011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762677.389012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.389015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.389018:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.389020:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762677.389027:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762677.389034:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555199616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762677.389041:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.389043:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762677.389044:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.389046:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.389048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.389050:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762677.389052:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762677.389060:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555199744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762677.389066:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.389068:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762677.389070:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.389072:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.389075:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.389077:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762677.389082:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762677.389087:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555199488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762677.389092:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555199872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762677.389100:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.389102:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762677.389103:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.389106:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.389108:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.389111:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762677.389113:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762677.389121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555200000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762677.389126:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762677.389128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762677.389130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762677.389132:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2622
00000100:00080000:0.0:1789762677.389134:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.389137:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762677.389140:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762677.389146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555200128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762677.389150:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389205:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aac700 x1876699555199488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389220:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555199488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389231:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555199488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762677.389240:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762677.389257:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389267:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aae300 x1876699555199616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555199616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762677.389288:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762677.389298:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389304:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aace00 x1876699555199744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389311:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555199744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389319:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762677.389339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199872:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762677.389350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aaf800 x1876699555199872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555199872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555199872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762677.389376:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762677.389385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aaf480 x1876699555200000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555200000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389404:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762677.389409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762677.389418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762677.389423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff8d7c85aae680 x1876699555200128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762677.389430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555200128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762677.389435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762677.389437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762677.389439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762677.772947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762678.796913:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762679.820922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762680.844968:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762681.868994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762682.508875:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.508883:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762682.508887:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762682.508895:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.508904:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762682.508910:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762682.508941:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555200256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762682.508962:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.508965:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762682.508966:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762682.508969:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.508971:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762682.508973:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762682.508981:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762682.508996:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555200384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762682.509003:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.509006:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762682.509008:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762682.509010:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.509014:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762682.509016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555200256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762682.509018:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762682.509028:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762682.509037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555200512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762682.509049:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.509051:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762682.509052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762682.509055:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.509058:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762682.509060:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762682.509063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762682.509070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555200640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762682.509078:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.509080:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762682.509081:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762682.509083:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.509085:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762682.509087:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762682.509090:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762682.509098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555200768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762682.509104:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762682.509107:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762682.509109:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762682.509110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200384:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762682.509114:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2628
00000100:00080000:0.0:1789762682.509119:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762682.509122:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762682.509126:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762682.509136:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555200896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762682.509161:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762682.509193:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762682.509209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762682.509221:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762682.892985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762683.916915:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762684.940951:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762685.581070:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789762685.581107:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762685.581137:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762685.581181:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762685.581194:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762685.581204:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789762685.581216:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789762685.581227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aaed80 x1876699555200512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762685.581228:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789762685.581263:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555200512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762685.581285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aac000 x1876699555200640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762685.581293:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555200640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581298:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581302:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789762685.581308:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aadc00 x1876699555200768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762685.581315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555200768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762685.581328:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aae680 x1876699555200896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762685.581334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555200896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581341:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555200896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762685.581346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aad500 x1876699555200256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762685.581354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555200256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581362:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555200256:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762685.581366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762685]  req@ffff8d7c85aad880 x1876699555200384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762685.581372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555200384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762685.581377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762685.581378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762685.581380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555200384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762685.964975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762686.988984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762687.628998:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.629011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762687.629018:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.629032:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629046:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.629058:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762687.629137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555201024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.629189:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.629195:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.629197:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.629203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629209:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.629215:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762687.629228:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.629250:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555201152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.629266:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.629271:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.629276:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762687.629282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555201024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762687.629286:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629297:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.629306:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762687.629313:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.629337:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555201280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.629357:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.629364:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.629368:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.629375:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629385:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762687.629392:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789762687.629403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762687.629410:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762687.629443:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555201408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762687.629466:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762687.629476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795d180 x1876699555201024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.629478:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762687.629486:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.629505:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629521:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762687.629532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555201024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.629535:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762687.629555:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762687.629581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762687.629587:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555201536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762687.629596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.629614:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555201024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762687.629633:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762687.629643:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762687.629648:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762687.629658:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2633
00000100:00080000:3.0:1789762687.629666:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762687.629672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201152:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762687.629682:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762687.629698:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762687.629728:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555201664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762687.629745:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762687.629788:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795c700 x1876699555201152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.629881:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555201152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.629899:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.629905:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.629913:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.629926:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.629968:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762687.629993:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795df80 x1876699555201280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.630015:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555201280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.630031:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.630037:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.630043:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.630055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762687.630091:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762687.630142:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795f100 x1876699555201408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.630169:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555201408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.630186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.630192:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.630199:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762687.630212:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555201536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.630255:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762687.630280:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795e300 x1876699555201536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.630304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555201536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.630320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.630326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.630333:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555201536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762687.630369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555201664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762687.630413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762687.630436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff8d7c8795c380 x1876699555201664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762687.630461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555201664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762687.630478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762687.630484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762687.630491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555201664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762688.012911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762689.036932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762690.060922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762691.084991:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762692.108952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762692.748885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.748894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762692.748898:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.748906:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.748916:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.748922:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762692.748955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555201792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.748983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.748990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.748992:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.748995:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.748997:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.749000:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762692.749007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762692.749016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555201920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762692.749027:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555201792:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762692.749029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.749038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762692.749040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.749045:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.749050:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.749055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762692.749061:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762692.749088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555202048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.749098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.749101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.749103:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762692.749108:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762692.749109:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.749116:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.749121:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762692.749127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762692.749140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555202176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762692.749148:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795c380 x1876699555201792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.749153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.749161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762692.749163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762692.749167:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555201792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.749172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.749181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762692.749184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.749186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762692.749194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762692.749195:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749203:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555201792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762692.749208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555202304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762692.749216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762692.749219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762692.749220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762692.749223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2638
00000100:00080000:3.0:1789762692.749225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762692.749227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762692.749231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762692.749235:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762692.749241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555202432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762692.749264:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762692.749279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795e300 x1876699555201920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762692.749287:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555201920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762692.749293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762692.749295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555201920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762692.749302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762692.749314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762692.749320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795f100 x1876699555202048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762692.749327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555202048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762692.749332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762692.749334:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762692.749340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202176:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762692.749351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762692.749356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795df80 x1876699555202176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762692.749364:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555202176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762692.749369:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762692.749371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762692.749380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555202304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762692.749399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762692.749411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795c700 x1876699555202304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762692.749424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555202304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762692.749431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762692.749433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555202304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762692.749449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555202432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762692.749464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762692.749472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff8d7c8795d180 x1876699555202432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762692.749479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555202432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762692.749485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762692.749487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762692.749488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555202432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789762693.132947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762694.156953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762695.181009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762696.204964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762697.228943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762697.868918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.868930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762697.868936:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.868948:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.868962:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.868971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762697.869020:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555202560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.869073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.869077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762697.869079:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.869084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.869088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.869092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762697.869103:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762697.869116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555202688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.869125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.869129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762697.869131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.869134:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.869138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.869141:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762697.869145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762697.869154:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555202560:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762697.869156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555202816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.869173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.869176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762697.869177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.869181:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.869185:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.869188:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762697.869193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762697.869203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555202944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762697.869211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.869215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762697.869216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.869219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.869222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.869225:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762697.869229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762697.869239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555203072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762697.869248:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762697.869255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762697.869259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762697.869261:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762697.869266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2643
00000100:00080000:0.0:1789762697.869269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762697.869273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762697.869277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762697.869288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555203200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762697.869310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aaf480 x1876699555202560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869331:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555202560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555202560:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762697.869356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.869375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762697.869385:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aaf800 x1876699555202688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555202688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.869431:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.869445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762697.869453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aace00 x1876699555202816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555202816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869470:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.869477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202944:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762697.869498:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762697.869513:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aae300 x1876699555202944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555202944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869544:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555202944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762697.869556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.869581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762697.869595:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aac700 x1876699555203072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869610:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555203072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869640:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869643:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762697.869650:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762697.869670:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762697.869680:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff8d7c85aaf100 x1876699555203200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762697.869693:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555203200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762697.869702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762697.869705:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762697.869709:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762698.252979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762699.276981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762700.300970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762701.325017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762702.348963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762702.988939:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762702.988950:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762702.988954:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762702.988966:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.988977:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.988986:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762702.989042:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555203328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762702.989071:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762702.989075:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762702.989077:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762702.989081:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.989088:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.989093:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762702.989102:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.989114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555203328:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762702.989121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555203456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762702.989137:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762702.989141:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762702.989144:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762702.989149:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.989154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.989159:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762702.989165:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762702.989180:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555203584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762702.989192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762702.989198:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762702.989206:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762702.989209:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762702.989217:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.989224:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.989229:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762702.989237:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762702.989247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795d500 x1876699555203328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.989257:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555203712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762702.989270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555203328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.989274:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762702.989297:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762702.989299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.989300:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762702.989305:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555203328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762702.989315:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.989329:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.989338:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762702.989345:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.989360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.989362:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555203840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762702.989393:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762702.989397:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762702.989401:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762702.989409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762702.989415:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2648
00000100:00080000:3.0:1789762702.989424:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762702.989430:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762702.989436:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762702.989448:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795d880 x1876699555203456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.989451:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555203968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762702.989491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555203456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.989503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762702.989519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762702.989532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762702.989553:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762702.989563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795ed80 x1876699555203584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762702.989572:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555203584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.989577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762702.989580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762702.989587:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762702.989599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762702.989606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795ca80 x1876699555203712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762702.989613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555203712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.989619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762702.989621:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555203712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762702.989636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762702.989647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762702.989654:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795ce00 x1876699555203840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762702.989661:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555203840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.989667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762702.989668:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989670:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762702.989674:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762702.989685:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762702.989693:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff8d7c8795f800 x1876699555203968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762702.989705:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555203968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762702.989714:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762702.989718:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762702.989728:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555203968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762703.373411:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762704.397205:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762705.421112:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762706.445053:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762707.469251:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762708.108875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.108883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762708.108887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.108895:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.108904:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.108912:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762708.108950:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555204096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.108984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.108987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.108989:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.108992:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.108995:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.108999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762708.109007:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.109021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555204224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.109034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.109038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.109041:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.109046:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.109051:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.109055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762708.109060:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.109074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555204352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762708.109074:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555204096:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762708.109093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.109097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.109099:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.109103:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.109106:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.109108:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762708.109112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762708.109122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555204480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.109131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.109133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.109134:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.109137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.109139:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.109142:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762708.109145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.109156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555204608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762708.109164:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762708.109171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.109174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.109177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.109183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2653
00000100:00080000:0.0:1789762708.109187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.109192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762708.109196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.109204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555204736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762708.109224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aaca80 x1876699555204096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555204096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109255:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555204096:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762708.109264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.109281:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762708.109289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aac380 x1876699555204224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555204224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109305:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109307:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.109330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.109349:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762708.109360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aad180 x1876699555204352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555204352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.109402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204480:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762708.109420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762708.109428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aafb80 x1876699555204480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555204480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762708.109449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555204608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.109459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762708.109465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aaea00 x1876699555204608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109472:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555204608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109479:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555204608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762708.109486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555204736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762708.109497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762708.109502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff8d7c85aaf100 x1876699555204736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762708.109509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555204736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.109514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762708.109516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762708.109518:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555204736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762708.492989:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762709.516938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762710.540965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762711.564922:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762712.588969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762713.228881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.228890:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762713.228894:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.228903:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.228912:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.228932:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762713.228971:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555204864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762713.229003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.229006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762713.229008:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.229011:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.229014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.229017:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762713.229025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762713.229036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555204992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762713.229044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555204864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762713.229055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.229059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762713.229060:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.229064:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.229066:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.229068:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762713.229072:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762713.229080:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555205120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762713.229086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.229089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762713.229091:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.229094:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.229096:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.229098:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762713.229101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762713.229109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555205248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762713.229118:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762713.229119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.229124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762713.229125:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.229129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.229132:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.229135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762713.229139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762713.229146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555205376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762713.229152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762713.229154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762713.229155:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762713.229157:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2658
00000100:00080000:0.0:1789762713.229160:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762713.229163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762713.229166:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762713.229170:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aac700 x1876699555204864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.229177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555205504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762713.229206:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555204864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229229:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555204864:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762713.229253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762713.229277:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762713.229290:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aae300 x1876699555204992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762713.229302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555204992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555204992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762713.229325:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762713.229345:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762713.229356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aace00 x1876699555205120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762713.229368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555205120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762713.229389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762713.229406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762713.229415:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aaf800 x1876699555205248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762713.229434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555205248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229446:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762713.229456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555205376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762713.229474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762713.229485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aaf480 x1876699555205376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762713.229497:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555205376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229509:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555205376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762713.229519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555205504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762713.229538:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762713.229550:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff8d7c85aad880 x1876699555205504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762713.229562:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555205504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.229576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762713.229579:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762713.229582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555205504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762713.612959:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762714.636950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762715.660924:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762716.684945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762717.708978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762718.349005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.349020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762718.349025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.349040:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2663
00000100:00080000:3.0:1789762718.349057:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349068:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762718.349127:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555205632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.349188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.349196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762718.349201:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.349211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2663
00000100:00080000:3.0:1789762718.349220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762718.349246:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555205632:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762718.349249:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.349292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555205760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.349313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.349318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762718.349321:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.349327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2663
00000800:00000100:2.0:1789762718.349339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762718.349357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762718.349375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762718.349384:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795dc00 x1876699555205632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762718.349400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555205888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762718.349406:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555205632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762718.349447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.349455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762718.349460:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762718.349461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762718.349468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2663
00000100:00080000:3.0:1789762718.349475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762718.349491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762718.349494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762718.349510:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555205632:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762718.349518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555206016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.349533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.349537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762718.349541:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.349548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2663
00000100:00100000:2.0:1789762718.349549:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205760:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762718.349562:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349569:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762718.349576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.349590:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555206144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762718.349597:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762718.349623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762718.349624:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795f480 x1876699555205760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762718.349639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762718.349648:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.349663:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2663
00000100:00100000:2.0:1789762718.349669:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555205760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762718.349676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.349691:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789762718.349697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762718.349700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762718.349705:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762718.349716:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762718.349728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555206272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762718.349729:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762718.349778:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762718.349789:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795fb80 x1876699555205888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762718.349798:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555205888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762718.349833:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762718.349837:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762718.349840:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555205888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762718.349845:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762718.349860:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762718.349867:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795e680 x1876699555206016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762718.349887:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555206016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762718.349894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762718.349896:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762718.349899:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762718.349912:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762718.349927:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762718.349935:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795c000 x1876699555206144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762718.349943:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555206144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762718.349947:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762718.349950:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762718.349952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762718.349955:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762718.349967:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762718.349976:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff8d7c8795ea00 x1876699555206272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762718.349988:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555206272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762718.349997:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762718.350000:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762718.350004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762718.733003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762719.757131:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762720.781165:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762721.805024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762722.829017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762723.468877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.468885:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762723.468889:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.468897:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.468907:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762723.468913:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762723.468945:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555206400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762723.468971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.468974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762723.468975:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.468978:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.468980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762723.468983:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762723.468990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.468999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555206528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762723.469006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.469009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762723.469010:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555206400:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762723.469011:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.469019:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.469023:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762723.469025:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762723.469029:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.469037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555206656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762723.469043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.469045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762723.469047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.469050:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.469052:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762723.469055:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762723.469058:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762723.469065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555206784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762723.469072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.469075:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762723.469076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.469078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.469081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762723.469085:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762723.469087:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762723.469091:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.469098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555206912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762723.469104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.469106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762723.469108:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762723.469110:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2669
00000100:00080000:3.0:1789762723.469112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762723.469114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762723.469117:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.469125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555207040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762723.469130:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795ea00 x1876699555206400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469163:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555206400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469181:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469185:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555206400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762723.469209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762723.469243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762723.469258:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795c000 x1876699555206528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469271:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555206528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469287:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762723.469293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762723.469313:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762723.469324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795e680 x1876699555206656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555206656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762723.469364:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206784:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762723.469385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762723.469396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795fb80 x1876699555206784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555206784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555206784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762723.469430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762723.469448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762723.469458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795f480 x1876699555206912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555206912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469484:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555206912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762723.469489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762723.469506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762723.469517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff8d7c8795dc00 x1876699555207040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762723.469528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555207040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762723.469537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762723.469539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762723.469543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762723.852940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762724.876972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762725.900951:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762726.924973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762727.949062:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762728.588934:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.588942:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762728.588945:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.588954:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00080000:1.0:1789762728.588964:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.588970:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762728.589005:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555207168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.589034:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.589038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.589040:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.589045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00080000:1.0:1789762728.589049:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.589054:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762728.589063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.589078:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555207296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762728.589092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555207168:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762728.589097:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.589104:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762728.589106:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.589111:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00080000:1.0:1789762728.589123:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.589128:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762728.589133:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.589146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555207424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.589154:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.589157:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.589159:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.589162:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00080000:1.0:1789762728.589167:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762728.589173:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762728.589178:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762728.589187:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762728.589204:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555207552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.589220:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762728.589224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b3100 x1876699555207168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.589226:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.589230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.589247:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00080000:1.0:1789762728.589259:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.589268:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555207168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762728.589279:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.589297:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555207680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762728.589300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762728.589312:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762728.589317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789762728.589318:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762728.589323:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.589335:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2674
00000100:00100000:2.0:1789762728.589336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555207168:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762728.589343:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.589351:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762728.589355:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.589362:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555207808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762728.589380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.589420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589436:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b2300 x1876699555207296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.589446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555207296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.589453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.589456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762728.589458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.589463:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.589478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b3b80 x1876699555207424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.589493:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555207424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.589499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.589501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762728.589503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.589507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207552:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762728.589519:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b1880 x1876699555207552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.589538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555207552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.589544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.589546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762728.589547:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555207552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762728.589551:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.589563:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589569:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b0e00 x1876699555207680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.589576:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555207680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.589581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.589583:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762728.589586:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762728.589592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762728.589610:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762728.589621:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff8d7c867b2a00 x1876699555207808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762728.589635:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555207808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762728.589646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762728.589649:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762728.589651:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555207808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762728.972938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762729.996957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762731.020914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762732.045017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762733.068989:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762733.708944:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.708957:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762733.708964:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762733.708979:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.708995:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762733.709006:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762733.709063:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555207936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762733.709107:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.709112:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762733.709115:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762733.709120:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.709124:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762733.709131:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762733.709144:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762733.709161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555208064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762733.709169:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555207936:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762733.709178:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.709185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762733.709187:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762733.709192:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.709196:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762733.709200:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762733.709205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762733.709217:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555208192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762733.709239:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.709246:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762733.709248:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762733.709255:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.709261:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762733.709268:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762733.709277:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762733.709280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762733.709306:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555208320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762733.709327:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.709343:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762733.709346:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762733.709355:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.709363:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762733.709365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b3800 x1876699555207936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762733.709379:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762733.709400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555207936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762733.709405:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762733.709424:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555207936:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762733.709442:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555208448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762733.709472:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762733.709478:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762733.709481:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762733.709492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208064:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789762733.709493:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2679
00000100:00080000:1.0:1789762733.709509:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762733.709520:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762733.709530:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762733.709539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762733.709558:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555208576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762733.709564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b2d80 x1876699555208064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762733.709607:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555208064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762733.709618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709625:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709631:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762733.709646:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762733.709669:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762733.709681:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b1500 x1876699555208192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762733.709694:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555208192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762733.709703:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709706:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762733.709716:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208320:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762733.709733:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762733.709743:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b1180 x1876699555208320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762733.709755:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555208320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762733.709787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709791:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762733.709827:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555208448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762733.709856:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762733.709870:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b0000 x1876699555208448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762733.709883:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555208448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762733.709892:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709896:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709899:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555208448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762733.709921:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555208576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762733.709940:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762733.709951:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff8d7c867b0a80 x1876699555208576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762733.709963:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555208576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762733.709971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762733.709974:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762733.709977:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555208576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762734.092997:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762735.116971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762736.140999:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762737.165118:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762738.189044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762738.828894:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.828905:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762738.828909:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.828920:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.828932:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.828940:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762738.828984:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555208704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.829011:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.829014:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.829016:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.829019:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.829021:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.829023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762738.829032:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.829049:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555208832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.829057:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.829060:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.829062:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.829065:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.829068:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.829070:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762738.829074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.829084:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555208960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762738.829084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555208704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762738.829110:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.829113:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.829114:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.829118:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.829120:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.829123:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762738.829127:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762738.829137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555209088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.829145:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.829148:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.829149:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.829151:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.829154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.829157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762738.829162:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762738.829172:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762738.829178:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555209216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.829189:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.829192:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.829194:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.829197:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2684
00000100:00080000:1.0:1789762738.829200:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.829202:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762738.829207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.829219:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555209344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762738.829223:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b0380 x1876699555208704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829273:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555208704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555208704:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762738.829296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.829312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762738.829321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b1f80 x1876699555208832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555208832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829338:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.829360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.829370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762738.829376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b2680 x1876699555208960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555208960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555208960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.829400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762738.829411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762738.829416:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b1c00 x1876699555209088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555209088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762738.829435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.829445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762738.829451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b0a80 x1876699555209216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555209216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762738.829471:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762738.829480:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762738.829486:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff8d7c867b0000 x1876699555209344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762738.829492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555209344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762738.829497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762738.829499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762738.829501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762739.212931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762740.237002:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762741.261019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762742.284986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762743.308949:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762743.948908:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.948915:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762743.948919:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.948928:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.948937:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.948944:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762743.948975:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555209472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.948996:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.948999:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.949001:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.949004:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.949008:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.949013:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762743.949022:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.949041:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555209600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762743.949041:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555209472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762743.949060:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.949064:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762743.949065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.949068:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.949071:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.949074:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762743.949079:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.949089:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555209728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.949096:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.949098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.949100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.949102:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.949105:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.949107:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762743.949111:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762743.949115:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762743.949122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555209856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.949130:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.949133:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.949135:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.949138:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.949140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.949143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762743.949146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.949155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555209984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.949161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.949165:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762743.949165:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b1180 x1876699555209472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762743.949168:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.949173:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2689
00000100:00080000:1.0:1789762743.949178:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.949183:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762743.949189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.949199:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555210112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762743.949207:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555209472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949224:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949229:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555209472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762743.949259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762743.949283:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762743.949296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b1500 x1876699555209600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762743.949308:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555209600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762743.949330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762743.949349:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762743.949359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b2d80 x1876699555209728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762743.949371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555209728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762743.949408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762743.949430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762743.949443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b3800 x1876699555209856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762743.949461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555209856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949472:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555209856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762743.949481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762743.949501:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762743.949512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b2a00 x1876699555209984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762743.949524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555209984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949532:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949536:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555209984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762743.949545:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762743.949563:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762743.949574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762743]  req@ffff8d7c867b0e00 x1876699555210112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762743.949588:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555210112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762743.949602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762743.949614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762743.949618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762744.332927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762745.356953:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762746.380954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762747.404961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762748.428992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762749.068901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.068912:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762749.068917:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.068928:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.068940:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.068948:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762749.068994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555210240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.069020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.069024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762749.069025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.069028:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.069031:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.069033:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762749.069045:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.069063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555210368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762749.069076:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555210240:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762749.069081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.069089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762749.069091:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.069097:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.069102:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.069107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762749.069112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.069125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555210496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.069132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.069135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762749.069137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.069139:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.069143:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.069146:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762749.069151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762749.069159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555210624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.069166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.069169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762749.069171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.069175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.069178:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.069182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762749.069186:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762749.069198:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762749.069202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555210752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.069219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.069223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762749.069225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.069229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2694
00000100:00080000:0.0:1789762749.069231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.069234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762749.069238:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762749.069241:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762749.069259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555210880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762749.069273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762749.069300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762749.069314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762749.452953:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762750.476925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762751.500967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762752.141190:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789762752.141256:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762752.141279:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762752.141330:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762752.141343:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762752.141355:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762752.141368:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762752.141379:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789762752.141399:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aaed80 x1876699555210752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555210752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141440:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762752.141465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aad880 x1876699555210880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555210880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555210880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762752.141507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aae680 x1876699555210368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555210368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141532:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762752.141542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aadc00 x1876699555210496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555210496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762752.141574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aac000 x1876699555210624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555210624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555210624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762752.141609:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762752]  req@ffff8d7c85aad500 x1876699555210240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762752.141637:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555210240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762752.141647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762752.141651:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762752.141654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555210240:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789762752.524983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762753.548984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762754.188977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.188998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762754.189008:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.189030:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189051:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.189067:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762754.189149:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555211008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762754.189221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.189230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762754.189235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.189244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.189262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762754.189280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.189313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555211136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762754.189335:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555211008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762754.189358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.189367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762754.189371:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.189381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.189400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762754.189413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.189443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555211264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762754.189476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762754.189497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.189507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762754.189512:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.189523:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.189542:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762754.189554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789762754.189564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aaf480 x1876699555211008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.189592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555211392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762754.189638:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555211008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.189649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.189667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762754.189674:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762754.189688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.189690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189709:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762754.189710:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762754.189729:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762754.189731:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555211008:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789762754.189750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.189783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555211520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762754.189855:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211136:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762754.189897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.189905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762754.189910:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762754.189923:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762754.189930:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2699
00000100:00080000:0.0:1789762754.189944:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.189954:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789762754.189966:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aaf800 x1876699555211136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762754.189967:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.190006:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555211648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762754.190012:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555211136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762754.190067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762754.190077:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762754.190085:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762754.190102:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762754.190149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762754.190208:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aace00 x1876699555211264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762754.190237:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555211264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762754.190256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762754.190265:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762754.190274:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762754.190293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762754.190341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762754.190366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aae300 x1876699555211392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762754.190392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555211392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762754.190410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762754.190417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762754.190423:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762754.190462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555211520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762754.190507:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762754.190531:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aac700 x1876699555211520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762754.190556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555211520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762754.190573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762754.190580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762754.190587:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555211520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762754.190600:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555211648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762754.190687:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762754.190709:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff8d7c85aaf100 x1876699555211648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762754.190741:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555211648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762754.190767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762754.190772:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762754.190779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555211648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762754.572998:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762755.596981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762756.620942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762757.644986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762758.668981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762759.309001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762759.309017:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762759.309028:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309041:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309048:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762759.309095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555211776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762759.309123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762759.309128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762759.309131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309136:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762759.309147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762759.309161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555211904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762759.309182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762759.309191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762759.309192:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555211776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762759.309199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309205:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762759.309216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762759.309229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555212032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762759.309240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762759.309257:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762759.309261:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309269:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309273:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762759.309278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789762759.309283:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762759.309292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555212160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762759.309302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762759.309306:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762759.309309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762759.309319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762759.309335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555212288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762759.309340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795f800 x1876699555211776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.309346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762759.309353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762759.309356:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762759.309362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2704
00000100:00080000:3.0:1789762759.309364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.309367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762759.309370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762759.309371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555211776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.309380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555212416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762759.309384:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555211776:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789762759.309421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762759.309448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762759.309457:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795ce00 x1876699555211904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762759.309466:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555211904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762759.309472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555211904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762759.309480:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762759.309492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762759.309498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795ca80 x1876699555212032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762759.309506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555212032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762759.309511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762759.309518:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789762759.309529:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762759.309535:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795ed80 x1876699555212160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762759.309543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555212160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762759.309547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309552:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789762759.309555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555212288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762759.309565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762759.309587:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795d880 x1876699555212288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762759.309595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555212288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762759.309600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309604:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555212288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789762759.309608:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555212416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789762759.309628:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789762759.309640:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff8d7c8795d500 x1876699555212416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762759.309653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555212416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762759.309662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762759.309665:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789762759.309667:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555212416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762759.692969:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762760.717083:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762761.741111:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762762.764964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762763.789112:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762764.428928:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.428937:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762764.428941:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.428950:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00080000:1.0:1789762764.428959:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.428967:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762764.429004:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555212544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.429030:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.429033:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.429035:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.429038:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00080000:1.0:1789762764.429042:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.429045:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762764.429054:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.429062:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555212672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.429069:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.429072:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762764.429073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.429076:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00080000:1.0:1789762764.429077:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.429080:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762764.429083:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.429089:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555212800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.429095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.429097:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.429098:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.429103:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00100000:0.0:1789762764.429104:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555212544:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762764.429105:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.429111:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762764.429117:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762764.429124:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555212928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.429131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.429134:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.429135:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.429138:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00080000:1.0:1789762764.429140:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.429143:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762764.429145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.429153:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555213056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.429159:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.429161:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762764.429163:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.429165:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2709
00000100:00080000:1.0:1789762764.429168:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.429170:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762764.429173:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762764.429174:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762764.429183:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555213184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762764.429221:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b1880 x1876699555212544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555212544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429248:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555212544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762764.429253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762764.429269:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762764.429277:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b3b80 x1876699555212672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429285:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555212672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429290:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762764.429316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762764.429327:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762764.429333:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b2300 x1876699555212800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555212800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429347:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762764.429352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212928:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762764.429362:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762764.429368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b3100 x1876699555212928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555212928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555212928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762764.429387:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762764.429396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762764.429402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b0e00 x1876699555213056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555213056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762764.429421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762764.429431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762764.429437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff8d7c867b2a00 x1876699555213184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762764.429443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555213184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762764.429448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762764.429450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762764.429451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762764.812938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762765.836906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762766.861049:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762767.884945:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762768.908957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762769.548888:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.548900:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762769.548904:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.548915:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2715
00000100:00080000:3.0:1789762769.548927:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762769.548935:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762769.548991:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555213312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.549015:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.549020:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762769.549021:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.549025:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2715
00000100:00080000:3.0:1789762769.549028:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762769.549032:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762769.549042:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.549054:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555213440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.549070:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.549073:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762769.549075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.549080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2715
00000100:00080000:3.0:1789762769.549085:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762769.549089:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555213312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762769.549089:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762769.549098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.549113:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555213568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.549121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.549125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762769.549126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.549131:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2715
00000100:00080000:3.0:1789762769.549133:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762769.549137:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762769.549143:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762769.549152:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555213696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.549161:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.549164:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762769.549165:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.549169:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2715
00000800:00000100:0.0:1789762769.549175:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762769.549175:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762769.549180:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762769.549186:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.549198:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555213824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.549205:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.549209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762769.549211:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762769.549216:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2715
00000100:00100000:0.0:1789762769.549219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795d180 x1876699555213312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.549221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762769.549235:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762769.549247:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.549258:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555213312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.549259:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555213952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.549316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549321:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555213312:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762769.549351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762769.549368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762769.549377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795c700 x1876699555213440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.549386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555213440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.549392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762769.549400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762769.549411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762769.549421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795df80 x1876699555213568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.549428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555213568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.549433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762769.549442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762769.549460:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762769.549471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795f100 x1876699555213696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.549504:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555213696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.549514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549516:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555213696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762769.549523:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762769.549551:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762769.549559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795e300 x1876699555213824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.549567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555213824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.549572:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549574:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549576:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762769.549580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762769.549590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762769.549595:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff8d7c8795c380 x1876699555213952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.549603:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555213952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.549608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.549610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762769.549611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555213952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762769.933046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762770.957154:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762771.981280:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762773.005021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762774.029019:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762774.668991:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762774.669011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762774.669020:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.669041:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00080000:3.0:1789762774.669063:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762774.669075:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762774.669151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555214080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.669204:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762774.669209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762774.669213:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.669220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00080000:3.0:1789762774.669226:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762774.669233:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762774.669248:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762774.669252:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555214080:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762774.669273:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555214208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.669290:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762774.669295:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762774.669298:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.669304:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00080000:3.0:1789762774.669312:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762774.669316:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762774.669323:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762774.669342:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762774.669343:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555214336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.669369:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762774.669374:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762774.669376:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.669382:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00080000:3.0:1789762774.669386:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762774.669392:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762774.669400:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762774.669401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795c380 x1876699555214080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.669418:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555214464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.669433:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762774.669435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555214080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.669446:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762774.669480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.669481:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.669496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762774.669500:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00100000:0.0:1789762774.669505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555214080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762774.669512:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762774.669524:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762774.669537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214208:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789762774.669538:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762774.669578:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762774.669578:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555214592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762774.669597:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795e300 x1876699555214208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.669616:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762774.669626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555214208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.669627:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762774.669634:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762774.669651:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2720
00000100:00080000:3.0:1789762774.669663:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762774.669670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.669676:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789762774.669682:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762774.669691:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762774.669692:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762774.669718:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.669726:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555214720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762774.669740:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762774.669758:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795f100 x1876699555214336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762774.669769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555214336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762774.669777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762774.669780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762774.669782:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762774.669790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214464:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762774.669828:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762774.669836:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795df80 x1876699555214464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762774.669844:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555214464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762774.669849:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762774.669851:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762774.669854:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762774.669867:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555214592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762774.669879:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762774.669886:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795c700 x1876699555214592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762774.669893:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555214592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762774.669898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762774.669900:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762774.669902:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555214592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762774.669906:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555214720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762774.669916:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762774.669922:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff8d7c8795d180 x1876699555214720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762774.669929:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555214720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762774.669934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762774.669936:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762774.669937:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555214720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762775.052942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762776.077067:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762777.101037:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762778.125032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762779.148990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762779.788921:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.788932:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762779.788937:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.788947:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.788958:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.788966:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762779.789008:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555214848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.789038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.789041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.789042:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.789045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.789048:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.789050:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762779.789059:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.789070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555214976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.789083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.789087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762779.789092:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762779.789093:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555214848:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762779.789099:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.789106:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.789111:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762779.789117:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.789132:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555215104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.789141:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.789143:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.789145:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.789148:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.789160:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.789163:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762779.789167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762779.789176:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555215232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762779.789182:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762779.789189:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.789193:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.789194:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.789198:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.789207:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.789211:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762779.789214:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.789222:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555215360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.789228:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.789231:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762779.789233:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.789235:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2725
00000100:00080000:1.0:1789762779.789239:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762779.789244:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b3800 x1876699555214848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762779.789245:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762779.789252:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.789264:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555215488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762779.789276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555214848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789296:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555214848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762779.789329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762779.789355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762779.789368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b2d80 x1876699555214976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.789382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555214976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555214976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762779.789404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762779.789439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762779.789451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b1500 x1876699555215104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.789473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555215104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762779.789503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762779.789525:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762779.789537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b1180 x1876699555215232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.789550:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555215232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789562:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789566:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762779.789585:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555215360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762779.789606:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762779.789618:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b0000 x1876699555215360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.789630:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555215360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789639:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789643:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789647:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555215360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762779.789654:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555215488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762779.789674:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762779.789690:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff8d7c867b0a80 x1876699555215488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762779.789703:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555215488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762779.789712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762779.789715:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762779.789719:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555215488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762780.173035:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762781.196976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762782.221027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762783.244930:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762784.269021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762784.909054:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909073:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762784.909081:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909101:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909120:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909134:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762784.909223:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555215616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762784.909263:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909268:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762784.909271:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909277:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909282:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909287:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762784.909298:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.909314:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555215744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762784.909325:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909331:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762784.909333:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909338:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909342:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909346:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762784.909352:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.909364:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555215872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762784.909375:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909396:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762784.909398:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909403:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909408:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909431:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762784.909442:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762784.909464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555215616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762784.909471:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555216000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762784.909496:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909504:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762784.909507:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909515:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909523:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909532:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762784.909543:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.909569:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555216128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762784.909581:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762784.909605:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762784.909613:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762784.909618:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762784.909628:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2730
00000100:00080000:3.0:1789762784.909635:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762784.909643:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762784.909655:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762784.909672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795d500 x1876699555215616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.909681:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555216256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762784.909761:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555215616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.909802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.909808:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.909813:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555215616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762784.909844:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762784.909899:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762784.909929:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795d880 x1876699555215744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762784.909957:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555215744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.909974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.909981:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.909988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762784.910001:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762784.910045:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762784.910067:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795ed80 x1876699555215872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762784.910088:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555215872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.910104:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.910111:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.910117:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555215872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762784.910180:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762784.910202:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762784.910211:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795ca80 x1876699555216000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762784.910221:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555216000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.910229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.910231:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.910234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762784.910255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762784.910277:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762784.910289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795ce00 x1876699555216128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762784.910303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555216128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.910313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.910317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.910320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762784.910343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762784.910356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762784.910363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff8d7c8795f800 x1876699555216256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762784.910370:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555216256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762784.910376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762784.910394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762784.910398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762785.292940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762786.316983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762787.340899:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762788.364983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762789.388904:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762790.028952:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.028962:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762790.028967:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.028977:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.028991:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.028998:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762790.029044:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555216384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.029071:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.029074:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.029075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.029078:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.029082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.029086:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762790.029097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.029107:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555216512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.029116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.029124:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762790.029126:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762790.029128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555216384:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762790.029132:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.029142:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.029147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762790.029151:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.029162:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555216640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.029170:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.029174:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.029176:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.029179:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.029181:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.029186:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762790.029190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762790.029198:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555216768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762790.029212:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762790.029222:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.029227:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.029230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.029236:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.029242:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.029246:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762790.029250:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.029265:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555216896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762790.029266:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795dc00 x1876699555216384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762790.029323:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.029327:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762790.029329:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762790.029334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555216384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762790.029334:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2735
00000100:00080000:3.0:1789762790.029352:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.029362:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762790.029375:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762790.029382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762790.029389:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555217024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762790.029394:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555216384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762790.029451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762790.029473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762790.029483:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795f480 x1876699555216512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.029491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555216512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.029497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.029500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029502:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762790.029506:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762790.029517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762790.029523:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795fb80 x1876699555216640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.029531:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555216640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.029536:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.029538:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029540:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762790.029544:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216768:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762790.029555:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762790.029561:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795e680 x1876699555216768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.029568:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555216768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.029573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.029575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029577:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555216768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762790.029580:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762790.029590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762790.029596:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795c000 x1876699555216896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.029603:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555216896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.029608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.029610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555216896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762790.029616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762790.029625:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762790.029631:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff8d7c8795ea00 x1876699555217024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.029637:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555217024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.029642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.029644:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762790.029646:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762790.412966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762791.436923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762792.460990:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762793.484955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762794.508930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762795.148926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.148937:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762795.148942:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.148953:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2740
00000100:00080000:0.0:1789762795.148964:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762795.148971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762795.149019:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555217152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762795.149057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.149067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762795.149070:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.149075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2740
00000100:00080000:0.0:1789762795.149080:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762795.149086:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762795.149101:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.149114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555217152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762795.149122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555217280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762795.149137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.149141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762795.149144:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.149148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2740
00000100:00080000:0.0:1789762795.149153:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762795.149158:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762795.149164:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762795.149179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555217408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762795.149189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789762795.149190:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762795.149197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762795.149200:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.149207:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2740
00000100:00080000:0.0:1789762795.149213:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762795.149218:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762795.149226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762795.149237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aaea00 x1876699555217152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.149243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555217536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762795.149261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555217152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.149262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.149273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762795.149278:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.149281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.149286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2740
00000100:00080000:1.0:1789762795.149290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789762795.149295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762795.149296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555217152:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762795.149318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762795.149327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762795.149343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555217664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762795.149350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217280:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789762795.149360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.149365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762795.149368:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.149374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2740
00000800:00000100:1.0:1789762795.149379:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762795.149382:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762795.149390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762795.149397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.149400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aafb80 x1876699555217280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.149416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555217792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762795.149421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555217280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.149445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.149449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762795.149452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762795.149457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762795.149473:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762795.149481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aad180 x1876699555217408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762795.149489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555217408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.149494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.149496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762795.149499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762795.149503:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762795.149514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762795.149520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aac380 x1876699555217536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762795.149527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555217536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.149537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.149539:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762795.149541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555217536:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762795.149553:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762795.149563:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762795.149569:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aaca80 x1876699555217664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762795.149576:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555217664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.149582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.149584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762795.149585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762795.149589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762795.149599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762795.149605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff8d7c85aaea00 x1876699555217792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762795.149611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555217792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.149616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.149618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762795.149621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555217792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762795.533030:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762796.556952:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762797.580935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762798.604922:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762799.628904:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762800.268906:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.268914:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762800.268918:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.268932:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.268942:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.268948:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762800.268979:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555217920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.269001:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.269005:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.269007:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.269012:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.269016:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.269019:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762800.269028:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762800.269037:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555217920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762800.269041:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555218048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.269050:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.269054:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762800.269056:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.269059:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.269063:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.269067:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762800.269071:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762800.269080:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555218176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.269089:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.269091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.269093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.269096:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.269099:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.269102:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762800.269106:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762800.269107:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762800.269115:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555218304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.269124:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.269127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.269129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.269132:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.269134:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.269138:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762800.269142:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762800.269146:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b1c00 x1876699555217920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762800.269151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555218432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762800.269164:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555217920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762800.269167:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.269171:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762800.269172:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762800.269175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269179:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269183:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555217920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762800.269184:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2745
00000100:00080000:1.0:1789762800.269187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.269190:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762800.269195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762800.269206:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555218560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762800.269214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.269237:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762800.269251:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b2680 x1876699555218048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.269279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555218048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.269286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269288:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.269294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.269311:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762800.269318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b1f80 x1876699555218176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.269326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555218176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.269336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269338:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.269343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218304:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762800.269354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762800.269360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b0380 x1876699555218304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.269367:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555218304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.269372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762800.269379:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555218432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.269389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762800.269395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b0a80 x1876699555218432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.269401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555218432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.269406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269408:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269410:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555218432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.269422:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555218560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.269433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762800.269439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff8d7c867b0000 x1876699555218560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.269446:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555218560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.269451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.269452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762800.269454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555218560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762800.652940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762801.676959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762802.701015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762803.724977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762804.748962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762805.388875:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.388885:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762805.388889:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.388899:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.388908:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.388916:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762805.388953:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555218688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.388980:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.388984:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.388991:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.388995:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.389000:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.389006:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762805.389017:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762805.389029:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555218688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762805.389035:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555218816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.389045:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.389048:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762805.389050:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.389053:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.389056:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.389059:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762805.389064:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762805.389073:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555218944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.389080:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.389082:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.389083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.389085:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.389088:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762805.389089:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762805.389093:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762805.389098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762805.389106:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555219072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.389113:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.389116:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.389118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.389121:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.389124:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762805.389127:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b1180 x1876699555218688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762805.389130:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762805.389137:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762805.389149:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555218688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762805.389150:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555219200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762805.389178:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762805.389179:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.389185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762805.389187:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789762805.389188:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762805.389193:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555218688:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762805.389195:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2750
00000100:00080000:1.0:1789762805.389201:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.389204:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762805.389208:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762805.389216:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555219328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762805.389221:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.389260:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762805.389271:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b1500 x1876699555218816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.389279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555218816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.389285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.389287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762805.389290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.389293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.389303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762805.389309:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b2d80 x1876699555218944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.389317:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555218944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.389321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.389323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762805.389325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555218944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.389328:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762805.389338:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762805.389343:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b3800 x1876699555219072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.389350:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555219072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.389355:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.389357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762805.389359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762805.389362:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.389372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762805.389377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b2a00 x1876699555219200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.389383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555219200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.389388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.389390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762805.389392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.389403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.389413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762805.389419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff8d7c867b0e00 x1876699555219328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.389425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555219328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.389430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.389431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762805.389434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762805.772999:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762806.796970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762807.821026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762808.844976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762809.869015:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762810.508918:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.508926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762810.508929:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.508937:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2756
00000100:00080000:3.0:1789762810.508946:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.508952:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762810.508985:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555219456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762810.509006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.509009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762810.509010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.509013:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2756
00000100:00080000:3.0:1789762810.509015:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.509018:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762810.509025:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762810.509034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555219584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762810.509041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.509044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762810.509045:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.509048:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2756
00000100:00080000:3.0:1789762810.509049:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.509051:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762810.509055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762810.509060:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555219456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762810.509063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555219712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762810.509074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.509077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762810.509078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.509081:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2756
00000100:00080000:3.0:1789762810.509082:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.509084:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762810.509088:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762810.509095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555219840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762810.509101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.509104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762810.509105:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.509107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2756
00000100:00080000:3.0:1789762810.509110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.509113:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762810.509115:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762810.509122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555219968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762810.509127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762810.509130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762810.509131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762810.509136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2756
00000800:00000100:0.0:1789762810.509139:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762810.509140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762810.509145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762810.509149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762810.509157:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555220096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762810.509201:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795ea00 x1876699555219456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555219456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509233:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509242:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555219456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762810.509250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762810.509276:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762810.509291:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795c000 x1876699555219584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509305:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555219584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509314:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509318:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762810.509345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762810.509369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762810.509382:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795e680 x1876699555219712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555219712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509412:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762810.509419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219840:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762810.509438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762810.509447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795fb80 x1876699555219840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555219840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509474:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555219840:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762810.509480:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762810.509498:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762810.509508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795f480 x1876699555219968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555219968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509532:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555219968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762810.509541:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762810.509556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762810.509565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff8d7c8795dc00 x1876699555220096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.509577:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555220096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.509586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.509590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762810.509593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220096:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762810.892972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762811.916962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762812.940984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762813.964956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762814.988934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762815.628935:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762815.628944:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762815.628947:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.628956:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.628965:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.628971:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762815.629003:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555220224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762815.629027:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762815.629031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762815.629033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.629036:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.629040:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.629044:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762815.629054:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762815.629066:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555220352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762815.629075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762815.629079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555220224:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762815.629079:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762815.629080:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.629084:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.629087:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.629091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762815.629095:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762815.629103:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555220480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762815.629111:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762815.629114:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762815.629115:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.629119:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.629121:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.629124:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762815.629128:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762815.629136:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555220608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762815.629144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762815.629163:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762815.629165:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.629168:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.629172:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.629177:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762815.629183:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762815.629195:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555220736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762815.629196:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220352:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762815.629212:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762815.629215:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762815.629216:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762815.629220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2761
00000100:00080000:3.0:1789762815.629223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762815.629228:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762815.629234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762815.629236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762815.629244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555220864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762815.629261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762815.629286:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.629309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220864:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762816.012983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762817.036954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762818.060941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762818.701177:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789762818.701239:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762818.701261:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762818.701313:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762818.701325:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762818.701336:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762818.701349:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789762818.701363:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789762818.701411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795d880 x1876699555220736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555220736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701503:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762818.701512:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795d500 x1876699555220864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555220864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701533:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701541:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555220864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762818.701549:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795ce00 x1876699555220352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701563:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555220352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762818.701587:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795ca80 x1876699555220480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701601:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555220480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701623:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762818.701634:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795ed80 x1876699555220608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555220608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701658:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701662:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701665:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555220608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762818.701673:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762818]  req@ffff8d7c8795f800 x1876699555220224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762818.701686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555220224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762818.701696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762818.701699:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762818.701703:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555220224:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789762819.084983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762820.108961:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762820.748918:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.748925:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762820.748929:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.748939:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.748952:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.748958:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762820.748991:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555220992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.749013:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.749016:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.749018:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.749020:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.749022:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.749025:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762820.749033:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.749041:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555221120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.749049:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.749052:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762820.749054:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.749056:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.749058:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.749061:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762820.749064:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.749071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555221248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.749078:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789762820.749083:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555220992:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762820.749084:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.749087:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.749097:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.749101:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.749105:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762820.749127:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762820.749142:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555221376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.749152:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.749156:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762820.749158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.749162:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.749168:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.749173:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762820.749179:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762820.749181:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762820.749197:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555221504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762820.749209:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762820.749212:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762820.749215:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762820.749219:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2766
00000100:00080000:3.0:1789762820.749224:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762820.749230:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795d180 x1876699555220992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762820.749236:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762820.749255:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555221632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762820.749261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555220992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749284:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555220992:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762820.749303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762820.749329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749351:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795c700 x1876699555221120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.749365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555221120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749373:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762820.749407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762820.749429:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795df80 x1876699555221248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.749472:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555221248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762820.749494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221376:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762820.749514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795f100 x1876699555221376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.749538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555221376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221376:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762820.749560:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555221504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762820.749578:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795e300 x1876699555221504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.749600:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555221504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749618:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555221504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762820.749627:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555221632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762820.749647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762820.749658:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff8d7c8795c380 x1876699555221632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.749668:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555221632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.749675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.749679:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762820.749682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555221632:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762821.132967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762822.156942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762823.180998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762824.204963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762825.229030:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762825.868954:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.868963:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762825.868968:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.868977:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.868986:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.868994:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762825.869032:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555221760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.869088:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.869091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.869092:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.869095:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.869098:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.869101:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762825.869109:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.869118:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555221888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.869125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.869128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762825.869129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.869133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.869134:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.869139:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762825.869145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.869151:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555222016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.869160:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.869162:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.869163:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.869167:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.869175:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762825.869177:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555221760:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762825.869181:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762825.869195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762825.869204:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555222144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.869212:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.869214:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762825.869215:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.869220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.869221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.869225:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762825.869228:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.869240:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555222272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762825.869246:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762825.869248:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762825.869250:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762825.869254:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2771
00000100:00080000:1.0:1789762825.869268:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762825.869272:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762825.869275:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762825.869293:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555222400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762825.869294:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b3100 x1876699555221760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555221760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869390:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555221760:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762825.869407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.869428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b2300 x1876699555221888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555221888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555221888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.869501:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.869517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b3b80 x1876699555222016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555222016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.869554:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222144:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762825.869569:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b1880 x1876699555222144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869588:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555222144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222144:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762825.869607:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555222272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.869623:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869631:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b0e00 x1876699555222272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555222272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869653:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555222272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.869658:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555222400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.869673:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762825.869681:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff8d7c867b2a00 x1876699555222400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.869691:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555222400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.869709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.869731:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762825.869735:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555222400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762826.252957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762827.278384:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762828.300939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762829.325075:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762830.348937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762830.988952:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.988963:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762830.988968:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.988978:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.988991:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.988998:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762830.989064:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555222528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.989095:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.989098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.989099:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.989122:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.989125:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.989129:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762830.989140:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.989142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555222528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762830.989157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555222656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.989170:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.989175:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762830.989178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.989182:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.989187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.989192:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762830.989198:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.989210:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555222784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762830.989216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762830.989224:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762830.989228:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.989229:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.989234:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.989241:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.989244:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762830.989247:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762830.989256:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555222912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762830.989264:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762830.989265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795c380 x1876699555222528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.989269:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762830.989273:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.989280:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.989285:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.989288:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762830.989292:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762830.989294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555222528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.989302:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555223040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762830.989306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.989314:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762830.989316:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762830.989320:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762830.989325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555222528:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762830.989325:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762830.989333:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2776
00000100:00080000:3.0:1789762830.989336:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762830.989339:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762830.989341:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.989348:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555223168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762830.989354:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.989378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762830.989389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795e300 x1876699555222656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.989398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555222656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.989405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.989408:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762830.989410:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.989414:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.989425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762830.989430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795f100 x1876699555222784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.989438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555222784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.989448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.989450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762830.989452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.989456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222912:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762830.989467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762830.989472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795df80 x1876699555222912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.989479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555222912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.989485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.989487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762830.989489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555222912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762830.989492:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.989502:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762830.989507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795c700 x1876699555223040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.989514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555223040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.989522:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.989525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762830.989530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762830.989547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762830.989570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762830.989581:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff8d7c8795d180 x1876699555223168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762830.989589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555223168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762830.989594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762830.989596:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762830.989598:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762831.372956:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762832.396961:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762833.421040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762834.444973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762835.468962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762836.108878:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.108888:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762836.108892:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.108902:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.108912:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.108920:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762836.108955:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555223296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.108980:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.108992:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.109007:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.109012:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.109016:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.109020:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762836.109029:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.109043:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555223424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762836.109052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555223296:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762836.109058:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.109063:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762836.109065:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.109070:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.109074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.109078:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762836.109084:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.109096:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555223552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.109105:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.109109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.109112:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762836.109114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762836.109119:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.109123:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.109128:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762836.109134:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762836.109146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555223680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.109156:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762836.109162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795f800 x1876699555223296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.109163:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762836.109167:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.109175:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.109182:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762836.109189:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762836.109195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762836.109198:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555223296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762836.109211:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555223808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762836.109217:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.109226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555223296:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762836.109233:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762836.109238:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762836.109241:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762836.109246:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2781
00000100:00080000:3.0:1789762836.109251:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762836.109253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223424:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762836.109259:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762836.109266:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.109279:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555223936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762836.109287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762836.109310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795ed80 x1876699555223424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.109326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555223424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.109339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.109343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762836.109349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762836.109371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762836.109379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795ca80 x1876699555223552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.109387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555223552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.109395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.109397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762836.109400:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223680:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762836.109412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762836.109418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795ce00 x1876699555223680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.109425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555223680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.109433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.109435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555223680:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762836.109438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762836.109448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762836.109453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795d500 x1876699555223808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.109460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555223808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.109466:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.109469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762836.109486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762836.109506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762836.109517:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff8d7c8795d880 x1876699555223936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.109529:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555223936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.109537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.109540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762836.110649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555223936:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762836.493007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762837.516950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762838.541482:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762839.565220:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762840.589335:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762841.228884:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.228896:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762841.228900:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.228911:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.228923:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.228931:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762841.228997:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555224064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.229028:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.229032:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.229033:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.229037:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.229041:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.229044:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762841.229055:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762841.229068:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555224192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.229078:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762841.229079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555224064:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762841.229083:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762841.229088:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.229092:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.229095:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.229097:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762841.229100:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762841.229109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555224320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.229116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.229119:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.229120:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.229122:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.229138:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.229141:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762841.229145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762841.229155:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555224448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762841.229156:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762841.229167:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.229170:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.229172:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.229175:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.229178:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.229181:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762841.229184:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762841.229193:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555224576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.229199:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762841.229202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b3800 x1876699555224064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762841.229203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762841.229207:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.229215:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2786
00000100:00080000:1.0:1789762841.229220:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.229223:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762841.229226:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762841.229229:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555224064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762841.229237:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555224704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762841.229242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229264:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555224064:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762841.229289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762841.229307:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762841.229316:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b2d80 x1876699555224192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.229325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555224192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.229331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229333:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762841.229339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762841.229351:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762841.229357:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b1500 x1876699555224320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.229365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555224320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.229370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229372:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762841.229378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224448:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762841.229389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762841.229395:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b1180 x1876699555224448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.229418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555224448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.229427:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762841.229441:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555224576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762841.229462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762841.229475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b0000 x1876699555224576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.229488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555224576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.229497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555224576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762841.229510:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555224704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762841.229528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762841.229536:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff8d7c867b0a80 x1876699555224704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.229544:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555224704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.229549:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.229552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762841.229554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555224704:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762841.613057:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762842.637047:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762843.660963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762844.685010:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762845.708965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762846.348881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762846.348894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762846.348898:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.348910:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.348936:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762846.348946:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762846.348995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555224832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762846.349023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762846.349027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762846.349029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.349034:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.349039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762846.349043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762846.349056:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762846.349074:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555224960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762846.349087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762846.349090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555224832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762846.349091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762846.349098:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.349110:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.349114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762846.349117:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762846.349122:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762846.349135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555225088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762846.349143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762846.349145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762846.349146:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.349149:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.349166:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762846.349169:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762846.349174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762846.349180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762846.349185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555225216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762846.349196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762846.349200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762846.349202:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.349205:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.349207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762846.349213:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762846.349219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762846.349233:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b0380 x1876699555224832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762846.349237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555225344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762846.349270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762846.349274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555224832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762846.349275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762846.349282:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762846.349295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2791
00000100:00080000:1.0:1789762846.349305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762846.349306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789762846.349318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762846.349333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762846.349336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555224832:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762846.349352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555225472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762846.349368:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762846.349389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762846.349398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b1f80 x1876699555224960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.349407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555224960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.349412:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762846.349417:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555224960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762846.349421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762846.349431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762846.349437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b2680 x1876699555225088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.349444:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555225088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.349449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349451:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762846.349453:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762846.349456:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225216:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762846.349467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762846.349474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b1c00 x1876699555225216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.349481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555225216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.349486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762846.349489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225216:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762846.349493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555225344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762846.349502:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762846.349508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b0a80 x1876699555225344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.349521:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555225344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.349526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349528:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762846.349530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555225344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762846.349534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555225472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762846.349546:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762846.349552:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff8d7c867b0000 x1876699555225472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.349561:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555225472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.349570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.349573:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762846.349576:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555225472:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762846.732986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762847.756960:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762848.780973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762849.804960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762850.828995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762851.468907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.468914:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762851.468917:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.468926:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.468936:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.468943:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762851.468976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555225600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.468998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.469001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762851.469002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.469005:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.469007:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.469009:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762851.469017:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762851.469025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555225728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.469033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.469036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762851.469037:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.469040:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.469042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.469044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762851.469048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762851.469052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555225600:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762851.469057:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555225856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.469064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.469067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762851.469068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.469070:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.469072:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.469074:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762851.469077:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762851.469091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555225984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.469097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.469099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762851.469101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.469103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.469106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.469109:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762851.469113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762851.469117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762851.469125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555226112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.469133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.469135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762851.469136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.469139:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2797
00000100:00080000:1.0:1789762851.469141:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.469143:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762851.469148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762851.469155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555226240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762851.469163:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b1180 x1876699555225600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555225600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469195:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469198:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555225600:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762851.469203:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.469221:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762851.469231:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b1500 x1876699555225728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555225728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469247:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469249:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.469276:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.469288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762851.469295:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b2d80 x1876699555225856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555225856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.469316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225984:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762851.469326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762851.469332:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b3800 x1876699555225984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555225984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469350:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555225984:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762851.469357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.469369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762851.469375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b2a00 x1876699555226112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555226112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.469397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.469415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762851.469426:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff8d7c867b0e00 x1876699555226240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.469439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555226240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.469448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.469452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762851.469455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226240:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762851.852927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762852.876949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762853.900990:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762854.925010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762855.949003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762856.588965:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.588975:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762856.588979:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.588991:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:3.0:1789762856.589005:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.589014:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762856.589051:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555226368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.589077:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.589081:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.589083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.589087:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:3.0:1789762856.589091:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.589095:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762856.589104:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.589118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555226368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762856.589119:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555226496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.589142:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.589153:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762856.589155:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.589160:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:3.0:1789762856.589163:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.589167:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762856.589172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762856.589185:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762856.589186:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555226624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762856.589199:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.589203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.589205:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762856.589209:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:3.0:1789762856.589213:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762856.589217:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762856.589221:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762856.589224:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795dc00 x1876699555226368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.589235:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555226752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762856.589241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555226368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.589252:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.589262:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762856.589265:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762856.589270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762856.589272:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:0.0:1789762856.589277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762856.589278:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762856.589283:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555226368:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762856.589287:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762856.589293:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762856.589304:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555226880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762856.589307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226496:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762856.589323:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762856.589327:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762856.589330:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762856.589334:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762856.589337:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2802
00000100:00080000:3.0:1789762856.589344:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762856.589349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795f480 x1876699555226496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762856.589349:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762856.589357:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.589366:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555226496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762856.589372:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555227008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762856.589375:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.589382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762856.589389:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.589397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.589411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762856.589419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795fb80 x1876699555226624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.589426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555226624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.589432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.589434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762856.589436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.589440:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226752:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762856.589451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762856.589457:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795e680 x1876699555226752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.589464:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555226752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.589469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.589471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762856.589473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555226752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762856.589483:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.589493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762856.589499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795c000 x1876699555226880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.589506:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555226880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.589511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.589513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762856.589514:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555226880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.589518:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.589528:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762856.589533:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff8d7c8795ea00 x1876699555227008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.589541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555227008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.589545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.589547:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762856.589549:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227008:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762856.972972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762857.997008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762859.020969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762860.044959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762861.068933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762861.708924:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.708933:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762861.708937:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.708946:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00080000:1.0:1789762861.708957:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.708966:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762861.709006:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555227136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.709038:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.709042:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.709044:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.709049:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00080000:1.0:1789762861.709053:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.709058:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762861.709066:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.709078:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555227264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.709087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.709090:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.709092:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.709098:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00100000:0.0:1789762861.709103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555227136:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762861.709104:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.709114:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762861.709127:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.709137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555227392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.709144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.709146:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.709147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.709150:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00080000:1.0:1789762861.709153:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.709155:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762861.709159:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762861.709168:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555227520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.709175:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.709179:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.709182:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.709184:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00080000:1.0:1789762861.709187:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.709190:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762861.709194:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.709217:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555227648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762861.709220:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762861.709230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.709233:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.709234:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.709238:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2807
00000100:00080000:1.0:1789762861.709241:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.709244:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762861.709247:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.709255:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555227776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762861.709304:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b1880 x1876699555227136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555227136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709357:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555227136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762861.709401:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.709436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762861.709454:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b3b80 x1876699555227264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555227264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709490:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709498:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.709522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.709548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762861.709562:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b2300 x1876699555227392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709577:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555227392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.709603:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227520:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762861.709624:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762861.709636:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b3100 x1876699555227520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555227520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709663:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709668:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555227520:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762861.709675:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.709695:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762861.709704:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b0e00 x1876699555227648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709713:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555227648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709722:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709724:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.709728:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.709747:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762861.709758:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff8d7c867b2a00 x1876699555227776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.709772:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555227776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.709782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.709786:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762861.709790:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555227776:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762862.093018:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762863.116903:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762864.140896:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762865.164905:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762866.188917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762866.828875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.828884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762866.828887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.828901:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.828911:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.828917:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762866.828949:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555227904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.828970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.828972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.828974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.828977:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.828980:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.828982:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762866.828990:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.828999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555228032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.829007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.829010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762866.829014:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762866.829015:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555227904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762866.829018:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.829025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.829027:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762866.829030:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.829039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555228160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.829046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.829049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.829051:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.829054:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.829067:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.829070:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762866.829073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762866.829083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555228288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762866.829088:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762866.829095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.829098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.829100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.829103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.829105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.829108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762866.829112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.829118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555228416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.829125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.829127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762866.829128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.829131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2812
00000100:00080000:1.0:1789762866.829133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.829135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762866.829137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.829144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555228544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762866.829149:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b3800 x1876699555227904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555227904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829185:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829188:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555227904:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762866.829209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.829229:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762866.829240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b2d80 x1876699555228032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829248:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555228032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829256:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.829261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.829272:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762866.829278:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b1500 x1876699555228160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829285:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555228160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.829303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228288:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762866.829314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762866.829319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b1180 x1876699555228288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829326:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555228288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829333:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829335:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228288:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762866.829338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555228416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.829348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762866.829354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b0000 x1876699555228416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555228416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829367:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829370:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555228416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.829374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555228544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.829383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762866.829389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff8d7c867b0a80 x1876699555228544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.829396:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555228544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.829401:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.829402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762866.829404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555228544:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762867.212920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762868.236894:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762869.260974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762870.284976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762871.308911:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762871.948996:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762871.949007:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762871.949012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762871.949023:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00080000:3.0:1789762871.949037:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762871.949046:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762871.949099:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555228672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762871.949134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762871.949140:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762871.949142:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762871.949146:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00080000:3.0:1789762871.949150:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762871.949154:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762871.949165:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762871.949180:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555228800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762871.949194:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762871.949203:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555228672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762871.949203:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762871.949209:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762871.949221:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00080000:3.0:1789762871.949224:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762871.949228:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762871.949233:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762871.949248:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555228928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762871.949259:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762871.949263:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762871.949266:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762871.949270:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00080000:3.0:1789762871.949285:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762871.949292:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789762871.949298:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762871.949302:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762871.949322:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555229056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762871.949334:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762871.949338:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762871.949340:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762871.949345:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00080000:3.0:1789762871.949349:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762871.949353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795ea00 x1876699555228672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.949358:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762871.949368:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762871.949389:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555229184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762871.949395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555228672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762871.949426:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762871.949433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762871.949433:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762871.949438:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762871.949444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762871.949451:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2817
00000100:00100000:0.0:1789762871.949458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555228672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762871.949459:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762871.949472:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762871.949477:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762871.949489:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555229312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762871.949499:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.949530:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762871.949551:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795c000 x1876699555228800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.949566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555228800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.949576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.949580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762871.949584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.949589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.949606:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762871.949615:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795e680 x1876699555228928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.949627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555228928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.949636:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.949638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762871.949642:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555228928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.949648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229056:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762871.949664:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762871.949673:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795fb80 x1876699555229056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.949684:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555229056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.949693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.949696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762871.949700:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229056:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762871.949705:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.949721:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762871.949756:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795f480 x1876699555229184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.949772:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555229184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.949786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.949791:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762871.949796:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.949874:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.949902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762871.949915:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff8d7c8795dc00 x1876699555229312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.949928:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555229312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.949937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.949940:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762871.949945:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229312:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762872.332933:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762873.356958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762874.380994:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762875.404979:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762876.428975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762877.068883:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.068896:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762877.068902:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.068916:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.068930:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.068938:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762877.068981:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555229440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.069009:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.069011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.069013:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.069017:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.069019:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.069023:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762877.069031:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.069042:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555229568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.069049:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.069052:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762877.069053:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.069056:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.069058:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.069061:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762877.069063:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.069070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555229696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.069082:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.069085:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.069086:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.069089:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.069092:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.069096:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762877.069102:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762877.069103:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555229440:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762877.069122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555229824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.069131:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.069134:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762877.069135:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.069138:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.069142:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762877.069147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762877.069151:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.069159:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555229952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762877.069166:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762877.069169:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762877.069171:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762877.069174:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2822
00000100:00080000:3.0:1789762877.069177:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762877.069180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762877.069184:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762877.069190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762877.069204:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555230080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762877.069222:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795d880 x1876699555229440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069238:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555229440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069247:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069252:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555229440:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762877.069263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762877.069280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762877.069291:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795d500 x1876699555229568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555229568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762877.069313:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762877.069323:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762877.069330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795ce00 x1876699555229696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069337:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555229696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069344:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069346:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762877.069365:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229824:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762877.069376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762877.069383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795ca80 x1876699555229824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555229824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555229824:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762877.069402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762877.069412:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762877.069418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795ed80 x1876699555229952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069429:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555229952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069441:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555229952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762877.069451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762877.069471:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762877.069482:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff8d7c8795f800 x1876699555230080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.069490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555230080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.069496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.069498:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762877.069500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230080:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762877.452960:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762878.477033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762879.501039:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762880.524957:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762881.548956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762882.188929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.188939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762882.188950:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.188962:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.188973:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.188981:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762882.189024:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555230208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.189049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.189052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.189053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.189056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.189059:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.189061:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762882.189071:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.189081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555230336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.189089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.189091:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762882.189093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.189095:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.189097:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762882.189102:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555230208:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762882.189102:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762882.189111:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.189121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555230464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.189127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.189130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.189131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.189134:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.189137:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.189139:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762882.189142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762882.189150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555230592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.189156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.189159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.189161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.189164:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.189166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.189169:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762882.189172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.189179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555230720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.189186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.189188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762882.189190:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.189193:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2827
00000100:00080000:1.0:1789762882.189196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.189199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762882.189203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.189211:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555230848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762882.189227:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762882.189259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762882.189286:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762882.189311:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762882.189342:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230848:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762882.572943:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762883.596933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762884.620940:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762885.261064:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789762885.261109:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762885.261128:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762885.261171:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762885.261182:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762885.261191:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762885.261200:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762885.261209:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789762885.261336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b0000 x1876699555230848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555230848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261451:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762885.261494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b2680 x1876699555230336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261523:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555230336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261563:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261571:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762885.261589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b1f80 x1876699555230464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261615:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555230464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261667:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261675:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261683:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762885.261701:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b0380 x1876699555230592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261728:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555230592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261753:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261760:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555230592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762885.261775:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b0a80 x1876699555230720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555230720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261922:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261929:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555230720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762885.261943:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762885]  req@ffff8d7c867b1c00 x1876699555230208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762885.261969:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555230208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762885.261984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762885.261990:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762885.261996:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555230208:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789762885.645004:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762886.668958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762887.309002:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309010:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762887.309014:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309023:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309032:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.309039:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762887.309071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555230976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762887.309098:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309101:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762887.309107:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309111:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309114:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.309117:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762887.309126:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762887.309137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555231104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762887.309147:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309150:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762887.309151:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309156:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309160:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762887.309162:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555230976:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762887.309164:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762887.309172:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762887.309182:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555231232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762887.309190:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309192:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762887.309194:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309196:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309198:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.309201:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762887.309205:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762887.309213:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555231360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762887.309227:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309229:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762887.309231:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309234:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309236:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.309239:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762887.309243:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762887.309247:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762887.309256:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555231488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762887.309269:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762887.309273:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762887.309275:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762887.309280:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2832
00000100:00080000:3.0:1789762887.309286:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.309291:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795d180 x1876699555230976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762887.309299:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762887.309320:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555231616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762887.309329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555230976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309361:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555230976:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762887.309392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762887.309425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795c700 x1876699555231104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.309458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555231104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762887.309485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762887.309511:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795df80 x1876699555231232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.309541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555231232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762887.309565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231360:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762887.309589:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309610:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795f100 x1876699555231360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.309644:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555231360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309658:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309662:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231360:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762887.309669:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555231488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762887.309695:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309707:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795e300 x1876699555231488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.309720:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555231488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309735:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309740:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309743:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555231488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762887.309750:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555231616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762887.309772:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762887.309784:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff8d7c8795c380 x1876699555231616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.309798:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555231616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.309848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.309853:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762887.309857:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555231616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762887.693005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762888.716977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762889.741038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762890.764962:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762891.789102:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762892.428874:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.428884:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762892.428888:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762892.428899:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.428912:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762892.428919:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762892.428967:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555231744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762892.428992:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.428995:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762892.428997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762892.429000:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.429003:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762892.429006:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762892.429016:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762892.429027:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555231872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762892.429034:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.429038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762892.429039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762892.429043:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.429045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762892.429048:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762892.429051:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762892.429057:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555232000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762892.429065:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.429070:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762892.429073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762892.429075:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555231744:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762892.429080:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.429089:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762892.429093:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762892.429097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762892.429106:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555232128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762892.429114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.429117:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762892.429118:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762892.429120:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.429123:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762892.429125:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762892.429129:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762892.429142:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555232256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762892.429151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762892.429156:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762892.429158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762892.429163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2837
00000100:00080000:3.0:1789762892.429168:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762892.429171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762892.429178:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762892.429185:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762892.429197:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555232384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762892.429232:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795c380 x1876699555231744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555231744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429295:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555231744:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762892.429305:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762892.429337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762892.429356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795e300 x1876699555231872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555231872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429387:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555231872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762892.429420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762892.429446:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762892.429460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795f100 x1876699555232000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555232000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429486:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762892.429497:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232128:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762892.429518:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762892.429531:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795df80 x1876699555232128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555232128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429564:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232128:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762892.429572:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555232256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762892.429615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762892.429630:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795c700 x1876699555232256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429645:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555232256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429660:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429664:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555232256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762892.429672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555232384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762892.429694:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762892.429707:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff8d7c8795d180 x1876699555232384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.429720:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555232384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.429730:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.429733:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762892.429737:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555232384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762892.812973:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762893.836948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762894.860956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762895.885063:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762896.908956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762897.548917:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.548928:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762897.548933:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.548945:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00080000:1.0:1789762897.548957:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.548965:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762897.549016:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555232512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.549044:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.549047:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.549048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.549052:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00080000:1.0:1789762897.549054:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.549058:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762897.549069:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.549080:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555232640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.549088:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.549091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.549093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.549098:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00100000:0.0:1789762897.549100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555232512:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762897.549101:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.549108:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762897.549112:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.549122:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.549129:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.549132:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.549133:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.549135:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00080000:1.0:1789762897.549138:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.549141:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762897.549144:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762897.549152:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555232896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.549159:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.549162:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.549163:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.549166:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00080000:1.0:1789762897.549171:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.549176:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789762897.549184:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789762897.549190:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.549212:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555233024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.549224:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.549228:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.549230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.549234:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2843
00000100:00080000:1.0:1789762897.549238:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762897.549242:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b1180 x1876699555232512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762897.549246:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762897.549254:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762897.549266:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555232512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762897.549276:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555233152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762897.549279:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549288:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549294:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555232512:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762897.549320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762897.549336:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762897.549346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b1500 x1876699555232640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.549354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555232640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.549361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549363:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762897.549371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762897.549382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762897.549388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b2d80 x1876699555232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.549397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555232768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.549402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549405:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762897.549410:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232896:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762897.549422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762897.549427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b3800 x1876699555232896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.549435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555232896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.549441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555232896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762897.549448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762897.549459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762897.549465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b2a00 x1876699555233024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.549473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555233024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.549481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762897.549494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762897.549517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762897.549529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff8d7c867b0e00 x1876699555233152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.549556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555233152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.549563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.549565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762897.549567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233152:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789762897.932974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762898.956980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762899.981031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762901.005042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762902.028972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762902.668883:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.668894:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762902.668898:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.668909:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.668919:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.668927:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762902.668964:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555233280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.668993:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.668996:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.668997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.669001:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.669003:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.669006:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762902.669016:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.669027:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555233408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.669035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.669038:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762902.669039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.669041:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.669046:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762902.669048:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555233280:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762902.669052:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762902.669059:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.669069:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555233536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.669081:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.669084:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.669086:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.669089:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.669091:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.669094:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762902.669097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762902.669109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555233664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762902.669120:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762902.669126:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762902.669127:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762902.669132:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.669138:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.669143:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.669149:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762902.669155:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762902.669168:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555233792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.669172:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795f800 x1876699555233280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.669206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762902.669209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762902.669212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555233280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.669213:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762902.669222:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2848
00000100:00080000:3.0:1789762902.669228:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762902.669235:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762902.669241:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762902.669242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789762902.669253:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555233920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.669255:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555233280:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762902.669279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762902.669298:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762902.669307:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795ed80 x1876699555233408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.669315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555233408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.669321:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669324:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762902.669326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762902.669330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762902.669340:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762902.669346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795ca80 x1876699555233536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.669353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555233536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.669358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762902.669362:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762902.669367:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233664:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762902.669378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762902.669383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795ce00 x1876699555233664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.669391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555233664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.669396:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669398:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762902.669400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555233664:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762902.669403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762902.669413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762902.669418:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795d500 x1876699555233792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.669425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555233792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.669430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762902.669434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762902.669437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762902.669447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762902.669452:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff8d7c8795d880 x1876699555233920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.669460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555233920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.669465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.669467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762902.669468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555233920:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762903.052988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762904.077067:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762905.101275:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762906.124988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762907.149359:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762907.788873:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.788883:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762907.788888:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.788899:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.788911:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.788919:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762907.788962:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555234048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.788991:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.788995:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.788997:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.789002:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.789006:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.789011:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762907.789023:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.789037:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555234176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.789047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.789050:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762907.789052:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762907.789058:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555234048:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762907.789058:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.789064:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.789070:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762907.789074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.789082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555234304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.789088:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.789091:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.789093:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.789096:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.789098:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.789100:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762907.789104:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762907.789111:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555234432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.789119:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.789121:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762907.789123:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.789126:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.789142:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.789147:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789762907.789154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762907.789156:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.789172:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555234560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.789183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762907.789185:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762907.789187:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762907.789190:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2853
00000100:00080000:3.0:1789762907.789193:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.789195:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762907.789200:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.789218:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555234688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762907.789219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795dc00 x1876699555234048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789251:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555234048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789269:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789274:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555234048:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762907.789301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.789324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762907.789336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795f480 x1876699555234176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555234176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789368:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.789386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.789405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762907.789415:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795fb80 x1876699555234304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555234304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789443:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.789449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234432:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762907.789483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762907.789496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795e680 x1876699555234432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555234432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789524:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234432:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762907.789531:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555234560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.789549:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762907.789558:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795c000 x1876699555234560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555234560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789581:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555234560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762907.789590:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555234688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762907.789608:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762907.789618:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff8d7c8795ea00 x1876699555234688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762907.789630:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555234688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762907.789638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762907.789641:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762907.789645:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555234688:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762908.173575:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762909.196966:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762910.220950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762911.244965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762912.268947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762912.908925:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.908936:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762912.908941:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.908952:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.908963:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.908970:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762912.909021:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555234816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.909064:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.909068:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762912.909070:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.909075:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.909080:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.909085:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762912.909097:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.909117:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555234944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.909125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.909128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762912.909130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.909133:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.909137:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.909141:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762912.909145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762912.909152:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555234816:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762912.909161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555235072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.909171:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.909174:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762912.909175:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.909179:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.909182:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.909185:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762912.909189:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762912.909199:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555235200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.909206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.909209:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762912.909210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.909213:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.909218:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.909222:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762912.909225:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762912.909226:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762912.909238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555235328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.909249:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.909251:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762912.909253:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762912.909256:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2858
00000100:00080000:3.0:1789762912.909261:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762912.909264:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762912.909270:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762912.909275:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795ea00 x1876699555234816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.909280:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555235456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762912.909340:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555234816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909361:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555234816:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762912.909368:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.909385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762912.909393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795c000 x1876699555234944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.909401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555234944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555234944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.909449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.909464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762912.909472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795e680 x1876699555235072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.909483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555235072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909500:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.909511:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235200:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762912.909532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762912.909542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795fb80 x1876699555235200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.909550:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555235200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235200:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762912.909565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555235328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.909578:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762912.909584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795f480 x1876699555235328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.909591:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555235328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909601:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555235328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762912.909605:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555235456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762912.909615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762912.909621:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff8d7c8795dc00 x1876699555235456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762912.909627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555235456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762912.909632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762912.909634:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762912.909636:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555235456:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762913.293052:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762914.317031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762915.341009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762916.364934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762917.388998:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762918.028887:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.028896:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762918.028900:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.028910:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.028921:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762918.028928:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762918.028978:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555235584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762918.029003:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.029006:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762918.029007:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.029010:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.029013:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762918.029015:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762918.029023:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762918.029031:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555235712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762918.029039:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.029041:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762918.029042:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.029045:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.029046:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762918.029051:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029054:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555235584:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762918.029056:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762918.029068:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555235840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762918.029074:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.029077:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762918.029078:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.029081:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.029083:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762918.029086:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762918.029089:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762918.029097:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555235968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762918.029104:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.029107:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762918.029109:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.029111:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.029113:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762918.029115:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762918.029119:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762918.029121:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762918.029130:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555236096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762918.029138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762918.029140:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762918.029149:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762918.029153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2863
00000100:00080000:3.0:1789762918.029157:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762918.029160:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795d880 x1876699555235584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762918.029164:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762918.029171:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762918.029183:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555236224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762918.029187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555235584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029206:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029210:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029228:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555235584:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762918.029237:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762918.029260:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029270:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795d500 x1876699555235712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.029280:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555235712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029310:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762918.029348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762918.029410:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795ce00 x1876699555235840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.029452:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555235840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029462:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762918.029465:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235968:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762918.029479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795ca80 x1876699555235968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.029492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555235968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029497:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029499:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555235968:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762918.029504:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762918.029513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029519:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795ed80 x1876699555236096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.029525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555236096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029552:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762918.029559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762918.029579:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762918.029589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff8d7c8795f800 x1876699555236224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.029601:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555236224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.029610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.029613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762918.029617:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236224:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762918.413012:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762919.436915:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762920.460976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762921.484933:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762922.508995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762923.148868:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.148880:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762923.148884:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762923.148893:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.148903:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762923.148911:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762923.148949:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555236352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762923.148978:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.148982:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762923.148984:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762923.148989:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.148993:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762923.148997:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762923.149006:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762923.149018:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555236480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762923.149035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.149037:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762923.149039:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762923.149042:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.149045:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762923.149050:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555236352:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762923.149055:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762923.149070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555236608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762923.149083:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.149087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762923.149089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762923.149093:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.149097:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762923.149101:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762923.149106:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762923.149114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762923.149121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555236736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762923.149134:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.149137:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762923.149140:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762923.149145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.149150:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762923.149156:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795d180 x1876699555236352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.149160:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762923.149169:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762923.149185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555236864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762923.149186:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555236352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.149208:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.149213:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762923.149214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.149215:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762923.149224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762923.149225:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2868
00000100:00080000:3.0:1789762923.149232:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762923.149235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555236352:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762923.149239:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762923.149246:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762923.149248:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762923.149257:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555236992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762923.149280:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795c700 x1876699555236480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.149311:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555236480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.149320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.149323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762923.149326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762923.149347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762923.149378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795df80 x1876699555236608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.149394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555236608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.149400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.149402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762923.149404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762923.149408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236736:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762923.149418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149424:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795f100 x1876699555236736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.149432:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555236736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.149437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.149438:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762923.149440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555236736:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762923.149443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762923.149453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795e300 x1876699555236864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.149466:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555236864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.149471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.149473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762923.149475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762923.149478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762923.149488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762923.149493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff8d7c8795c380 x1876699555236992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.149500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555236992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.149504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.149506:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762923.149508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555236992:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762923.532945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762924.556939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762925.580925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762926.604927:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762927.628954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762928.268946:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.268959:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762928.268964:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.268977:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.268991:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269002:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762928.269048:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555237120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.269077:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.269081:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.269083:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.269087:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.269091:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269096:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762928.269108:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762928.269127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555237248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.269136:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.269139:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762928.269141:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.269144:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.269148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269151:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762928.269155:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762928.269163:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555237120:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762928.269165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555237376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.269178:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.269181:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.269182:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.269186:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.269188:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269191:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762928.269194:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762928.269201:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555237504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.269208:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.269211:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.269213:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.269215:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.269226:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269229:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762928.269232:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762928.269240:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762928.269244:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.269252:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.269254:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762928.269256:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.269259:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2873
00000100:00080000:1.0:1789762928.269262:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.269264:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762928.269267:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762928.269275:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762928.269302:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b3100 x1876699555237120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269343:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555237120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555237120:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762928.269372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762928.269392:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762928.269401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b2300 x1876699555237248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555237248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762928.269442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762928.269453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762928.269459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b3b80 x1876699555237376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269466:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555237376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762928.269479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237504:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762928.269489:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762928.269496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b1880 x1876699555237504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555237504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555237504:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762928.269515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555237632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762928.269526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762928.269531:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b0e00 x1876699555237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555237632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269544:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269545:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269547:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555237632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762928.269551:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555237760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762928.269561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762928.269567:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff8d7c867b2a00 x1876699555237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.269574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555237760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.269580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.269582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762928.269584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555237760:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762928.652962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762929.676983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762930.701038:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762931.724920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762932.748940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762933.388890:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762933.388900:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762933.388904:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.388916:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2878
00000100:00080000:3.0:1789762933.388928:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762933.388936:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762933.388975:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555237888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762933.389003:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762933.389012:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762933.389014:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.389019:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2878
00000100:00080000:3.0:1789762933.389024:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762933.389028:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762933.389038:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762933.389042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555237888:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762933.389055:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555238016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762933.389068:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762933.389073:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762933.389075:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.389079:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2878
00000100:00080000:3.0:1789762933.389084:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762933.389088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762933.389094:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762933.389104:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762933.389109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555238144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762933.389121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762933.389125:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762933.389127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.389133:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2878
00000100:00080000:3.0:1789762933.389137:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762933.389141:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795c380 x1876699555237888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.389146:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762933.389157:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762933.389163:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555237888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389173:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762933.389174:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555238272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762933.389178:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762933.389193:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762933.389195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555237888:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762933.389201:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762933.389206:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.389211:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2878
00000100:00080000:3.0:1789762933.389215:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762933.389220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762933.389225:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762933.389232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789762933.389239:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555238400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762933.389251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762933.389255:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762933.389257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762933.389262:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2878
00000800:00000100:0.0:1789762933.389267:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762933.389268:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762933.389290:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762933.389297:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762933.389305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795e300 x1876699555238016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.389312:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555238528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762933.389331:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555238016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.389354:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762933.389358:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762933.389368:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762933.389391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762933.389403:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795f100 x1876699555238144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.389416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555238144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389426:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.389430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762933.389433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762933.389440:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238272:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762933.389459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762933.389470:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795df80 x1876699555238272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.389483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555238272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.389496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762933.389500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238272:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762933.389517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555238400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762933.389539:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762933.389550:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795c700 x1876699555238400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.389564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555238400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.389576:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762933.389580:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555238400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762933.389586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555238528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762933.389606:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762933.389616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff8d7c8795d180 x1876699555238528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.389628:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555238528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.389637:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.389640:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762933.389644:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555238528:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762933.773081:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762934.797019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762935.820986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762936.844972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762937.869111:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762938.508909:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.508918:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762938.508921:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.508931:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00080000:3.0:1789762938.508940:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.508947:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762938.508983:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555238656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.509008:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.509011:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762938.509012:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.509015:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00080000:3.0:1789762938.509017:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.509020:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762938.509027:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.509036:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555238784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.509044:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.509047:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762938.509048:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.509051:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00080000:3.0:1789762938.509053:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762938.509057:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555238656:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762938.509058:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762938.509065:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.509075:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555238912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.509087:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.509089:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762938.509090:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.509093:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00080000:3.0:1789762938.509096:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.509099:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762938.509101:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762938.509109:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555239040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.509116:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762938.509120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762938.509121:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762938.509124:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.509128:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00080000:3.0:1789762938.509131:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.509134:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762938.509138:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.509146:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555239168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.509152:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.509154:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762938.509155:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.509161:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2884
00000100:00100000:0.0:1789762938.509162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795f800 x1876699555238656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762938.509166:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.509173:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762938.509180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762938.509186:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555238656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762938.509190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555239296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762938.509225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509229:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555238656:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762938.509253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762938.509279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762938.509290:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795ed80 x1876699555238784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762938.509298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555238784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762938.509304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762938.509326:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762938.509339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762938.509345:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795ca80 x1876699555238912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762938.509353:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555238912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762938.509358:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509362:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555238912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762938.509366:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239040:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762938.509376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762938.509382:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795ce00 x1876699555239040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762938.509390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555239040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762938.509395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239040:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762938.509402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762938.509411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762938.509417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795d500 x1876699555239168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762938.509424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555239168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762938.509429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762938.509435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762938.509445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762938.509451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff8d7c8795d880 x1876699555239296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762938.509458:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555239296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762938.509463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762938.509465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762938.509467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239296:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762938.892931:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762939.916994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762940.940936:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762941.964994:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762942.988941:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762943.628897:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.628905:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762943.628908:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.628917:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00080000:1.0:1789762943.628926:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.628932:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762943.628964:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555239424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.628986:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.628989:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.628990:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.628993:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00080000:1.0:1789762943.628995:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.628997:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762943.629004:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.629013:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555239552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.629020:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.629023:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.629027:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762943.629028:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555239424:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762943.629031:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00080000:1.0:1789762943.629038:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.629041:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762943.629045:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.629053:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555239680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.629059:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.629062:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.629063:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.629066:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00080000:1.0:1789762943.629080:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.629083:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762943.629086:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762943.629093:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762943.629097:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555239808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.629106:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.629109:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.629110:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.629113:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00080000:1.0:1789762943.629115:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.629117:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762943.629120:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.629127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555239936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.629133:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.629136:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.629137:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.629143:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2889
00000100:00100000:0.0:1789762943.629144:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b3800 x1876699555239424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762943.629145:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.629151:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762943.629158:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.629168:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555240064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762943.629170:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555239424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629190:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629197:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555239424:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762943.629235:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762943.629261:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762943.629274:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b2d80 x1876699555239552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.629283:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555239552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629294:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629296:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762943.629302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762943.629316:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762943.629322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b1500 x1876699555239680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.629329:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555239680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629334:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762943.629352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239808:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762943.629365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762943.629371:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b1180 x1876699555239808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.629379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555239808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629388:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555239808:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762943.629391:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762943.629401:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762943.629407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b1c00 x1876699555239936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.629414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555239936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555239936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762943.629426:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762943.629436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762943.629441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff8d7c867b0a80 x1876699555240064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.629449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555240064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.629453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.629455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762943.629457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240064:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762944.013036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762945.036937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762946.061029:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762947.084938:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762948.108923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762948.748898:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.748906:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762948.748910:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.748920:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.748931:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.748938:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762948.748974:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555240192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.748995:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.748998:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.749000:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.749003:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.749005:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.749010:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762948.749017:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762948.749031:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555240320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762948.749032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555240192:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762948.749049:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.749052:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762948.749054:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.749058:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.749061:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.749064:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762948.749067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762948.749077:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555240448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.749084:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.749087:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.749089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.749092:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.749095:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.749106:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762948.749113:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762948.749130:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555240576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.749146:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762948.749152:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240320:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789762948.749152:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.749156:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.749184:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.749209:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.749217:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762948.749226:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762948.749245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762948.749254:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555240704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.749274:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.749281:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762948.749284:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.749291:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2894
00000100:00080000:1.0:1789762948.749297:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.749304:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762948.749308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240576:192.168.203.122@tcp:8:kworker.0
00000008:00100000:1.0:1789762948.749315:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762948.749340:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555240832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762948.749350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762948.749386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240832:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762949.133024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762950.157035:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762951.181004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762951.821042:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789762951.821078:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762951.821092:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762951.821128:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762951.821151:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762951.821162:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762951.821170:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789762951.821177:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789762951.821188:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b0a80 x1876699555240704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821212:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555240704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821223:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821233:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762951.821241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b1f80 x1876699555240320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821255:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555240320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821262:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821266:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762951.821277:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b2680 x1876699555240448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821296:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555240448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821310:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762951.821317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b0000 x1876699555240576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555240576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821345:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555240576:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762951.821352:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b0380 x1876699555240192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555240192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821377:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555240192:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762951.821411:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762951]  req@ffff8d7c867b1c00 x1876699555240832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762951.821424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555240832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762951.821434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762951.821438:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762951.821442:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555240832:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762952.204973:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762953.228979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762953.868952:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762953.868963:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762953.868967:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.868978:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:3.0:1789762953.868989:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762953.868996:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762953.869031:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555240960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.869063:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762953.869072:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762953.869074:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.869080:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:3.0:1789762953.869085:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762953.869091:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762953.869103:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762953.869119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555240960:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762953.869120:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555241088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.869151:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762953.869155:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762953.869157:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.869162:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:3.0:1789762953.869167:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762953.869172:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762953.869178:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762953.869194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555241216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.869204:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762953.869208:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762953.869210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.869214:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:3.0:1789762953.869219:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762953.869223:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762953.869230:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762953.869235:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762953.869246:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555241344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.869264:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762953.869268:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762953.869271:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.869275:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:3.0:1789762953.869279:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762953.869284:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762953.869289:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762953.869291:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795dc00 x1876699555240960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.869305:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762953.869317:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762953.869318:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555240960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.869327:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762953.869332:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762953.869340:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2899
00000100:00080000:0.0:1789762953.869343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.869346:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762953.869352:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789762953.869354:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555240960:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789762953.869363:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762953.869382:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762953.869404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762953.869435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795f480 x1876699555241088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762953.869463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555241088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.869480:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762953.869484:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762953.869488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762953.869495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762953.869517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795fb80 x1876699555241216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762953.869544:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555241216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.869552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762953.869555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762953.869559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762953.869565:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241344:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762953.869587:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869598:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795e680 x1876699555241344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762953.869612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555241344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.869621:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762953.869629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762953.869634:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241344:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762953.869640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555241472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762953.869660:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795c000 x1876699555241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762953.869684:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555241472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.869692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762953.869695:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762953.869698:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555241472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762953.869705:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555241600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762953.869725:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762953.869737:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff8d7c8795ea00 x1876699555241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762953.869749:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555241600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762953.869757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762953.869761:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762953.869765:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555241600:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762954.253029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762955.277031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762956.300925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762957.324975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762958.348976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762958.988935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.988943:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762958.988948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762958.988957:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.988967:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.988973:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762958.989007:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555241728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762958.989032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.989035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762958.989036:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762958.989039:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.989041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.989044:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762958.989051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762958.989058:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555241856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762958.989065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.989067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762958.989068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762958.989070:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.989072:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.989074:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762958.989076:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762958.989083:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555241984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762958.989113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.989115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762958.989117:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762958.989121:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555241728:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789762958.989122:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.989128:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.989132:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762958.989137:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762958.989146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555242112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762958.989152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.989155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762958.989156:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762958.989158:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.989160:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.989163:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762958.989165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762958.989172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555242240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762958.989178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762958.989180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762958.989182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762958.989185:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2904
00000100:00080000:0.0:1789762958.989188:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762958.989190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762958.989194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762958.989194:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762958.989204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555242368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762958.989235:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aaf100 x1876699555241728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555241728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555241728:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762958.989268:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762958.989284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762958.989293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aac700 x1876699555241856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555241856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762958.989329:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762958.989339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762958.989345:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aae300 x1876699555241984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555241984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989357:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989359:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989360:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555241984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762958.989364:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242112:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762958.989374:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762958.989379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aace00 x1876699555242112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555242112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242112:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762958.989407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555242240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762958.989417:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762958.989423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aaf800 x1876699555242240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555242240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989443:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555242240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762958.989449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555242368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762958.989469:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762958.989488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff8d7c85aaf480 x1876699555242368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762958.989501:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555242368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762958.989512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762958.989514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762958.989521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555242368:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762959.372968:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762960.396981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762961.420955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762962.445007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762963.468997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762964.108932:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.108943:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762964.108948:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.108959:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00080000:3.0:1789762964.108972:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.108979:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762964.109025:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555242496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.109063:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.109067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.109068:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.109072:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00080000:3.0:1789762964.109076:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.109079:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762964.109090:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.109102:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555242624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.109110:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.109113:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762964.109115:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.109124:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00100000:1.0:1789762964.109125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555242496:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762964.109128:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.109137:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762964.109146:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.109154:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555242752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.109160:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.109163:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.109165:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.109168:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00080000:3.0:1789762964.109171:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.109173:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762964.109176:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762964.109185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555242880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.109193:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.109196:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762964.109197:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.109200:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00080000:3.0:1789762964.109210:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.109213:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762964.109216:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789762964.109224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789762964.109230:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555243008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762964.109239:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762964.109243:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762964.109244:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762964.109248:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2909
00000100:00080000:3.0:1789762964.109253:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762964.109255:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762964.109260:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.109267:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555243136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762964.109282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795ea00 x1876699555242496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109309:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555242496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555242496:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762964.109361:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762964.109390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762964.109404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795c000 x1876699555242624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555242624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109428:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109435:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762964.109443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762964.109466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762964.109478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795e680 x1876699555242752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555242752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109504:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762964.109515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242880:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762964.109535:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762964.109547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795fb80 x1876699555242880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109559:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555242880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109568:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555242880:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762964.109583:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762964.109603:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762964.109616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795f480 x1876699555243008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555243008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109638:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109641:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109644:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762964.109651:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762964.109673:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762964.109685:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff8d7c8795dc00 x1876699555243136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.109697:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555243136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.109706:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762964.109709:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762964.109713:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243136:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762964.492938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762965.517112:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762966.541016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762967.564981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762968.589101:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762969.228877:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.228903:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762969.228908:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.228921:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.228935:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.228946:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762969.229000:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555243264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762969.229065:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.229069:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762969.229072:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.229077:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.229082:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.229088:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762969.229099:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762969.229121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555243392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762969.229128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555243264:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789762969.229132:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.229144:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762969.229146:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.229150:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.229154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.229157:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762969.229162:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762969.229172:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555243520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762969.229178:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.229182:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762969.229184:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.229188:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.229190:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.229192:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762969.229195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762969.229202:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555243648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762969.229209:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.229212:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762969.229213:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.229216:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.229218:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.229224:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789762969.229227:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762969.229230:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762969.229238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555243776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762969.229251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762969.229253:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762969.229255:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762969.229257:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2914
00000100:00080000:3.0:1789762969.229259:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762969.229262:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762969.229267:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762969.229275:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555243904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762969.229282:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795d880 x1876699555243264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229307:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555243264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229328:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229331:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555243264:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762969.229365:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762969.229396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762969.229406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795d500 x1876699555243392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229414:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555243392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762969.229428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762969.229439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762969.229449:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795ce00 x1876699555243520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555243520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229470:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762969.229485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243648:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762969.229505:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762969.229514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795ca80 x1876699555243648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555243648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555243648:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762969.229536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762969.229548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762969.229554:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795ed80 x1876699555243776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229561:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555243776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229570:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229573:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229577:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762969.229583:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762969.229604:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762969.229616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff8d7c8795f800 x1876699555243904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762969.229625:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555243904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762969.229631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762969.229633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762969.229635:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555243904:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762969.612924:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762970.636973:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762971.660961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762972.685316:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762973.709049:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762974.348878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.348889:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762974.348893:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762974.348905:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.348917:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.348925:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789762974.348994:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555244032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762974.349018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.349021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762974.349023:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762974.349027:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.349032:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.349037:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762974.349051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762974.349067:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555244032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762974.349069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555244160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762974.349086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.349089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762974.349091:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762974.349094:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.349105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.349108:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762974.349112:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762974.349125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555244288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762974.349132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.349135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762974.349137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762974.349140:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.349142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.349144:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762974.349147:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762974.349158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555244416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762974.349158:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789762974.349169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.349172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762974.349174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762974.349177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.349181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.349185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762974.349191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762974.349204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555244544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762974.349215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762974.349219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762974.349221:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789762974.349227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aad500 x1876699555244032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.349229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2919
00000100:00080000:0.0:1789762974.349236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762974.349245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789762974.349253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762974.349260:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555244032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349274:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762974.349277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555244672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762974.349281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349291:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555244032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762974.349327:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762974.349353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762974.349386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aac000 x1876699555244160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762974.349400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555244160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349417:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762974.349420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349424:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762974.349431:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762974.349451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762974.349462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aadc00 x1876699555244288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762974.349474:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555244288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762974.349485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762974.349495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244416:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762974.349514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762974.349525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aae680 x1876699555244416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762974.349538:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555244416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762974.349549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244416:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762974.349561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555244544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762974.349582:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762974.349593:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aad880 x1876699555244544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762974.349605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555244544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762974.349617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555244544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762974.349627:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555244672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762974.349647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762974.349668:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff8d7c85aaed80 x1876699555244672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762974.349681:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555244672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.349690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762974.349694:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762974.349697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555244672:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762974.733738:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762975.757019:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762976.781018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762977.805002:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762978.829060:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762979.468947:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.468956:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762979.468959:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.468968:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.468978:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.468985:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762979.469019:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555244800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762979.469047:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.469050:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762979.469051:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.469054:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.469057:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.469059:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762979.469067:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762979.469078:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555244928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762979.469085:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.469088:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762979.469089:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.469092:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.469096:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.469098:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762979.469103:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762979.469125:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555244800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762979.469125:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555245056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762979.469144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.469147:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762979.469148:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.469153:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.469155:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.469157:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762979.469161:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762979.469172:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555245184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762979.469180:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.469182:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762979.469184:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.469187:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.469189:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.469192:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762979.469195:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762979.469201:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555245312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762979.469208:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762979.469210:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762979.469211:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762979.469215:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2925
00000100:00080000:3.0:1789762979.469218:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762979.469220:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762979.469222:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762979.469227:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555245440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789762979.469253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795d180 x1876699555244800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469341:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555244800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469351:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555244800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762979.469370:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762979.469390:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795c700 x1876699555244928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555244928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469417:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555244928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762979.469442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762979.469454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795df80 x1876699555245056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555245056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469477:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762979.469486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245184:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789762979.469497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795f100 x1876699555245184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555245184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469515:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469519:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245184:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789762979.469523:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555245312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762979.469533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795e300 x1876699555245312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555245312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469550:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469552:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555245312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789762979.469559:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555245440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789762979.469570:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762979.469576:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff8d7c8795c380 x1876699555245440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.469583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555245440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.469588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.469590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789762979.469592:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555245440:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762979.853031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762980.877081:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762981.901038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762982.925081:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762983.949017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762984.588979:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.588991:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762984.588996:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589011:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589026:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762984.589036:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762984.589082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555245568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762984.589121:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.589126:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762984.589129:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589137:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762984.589163:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762984.589180:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762984.589209:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555245696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762984.589222:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555245568:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762984.589245:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.589254:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762984.589257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589266:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589275:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762984.589284:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762984.589310:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762984.589342:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555245824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762984.589345:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789762984.589371:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.589377:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762984.589380:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589388:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589396:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762984.589402:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762984.589410:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789762984.589423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b1180 x1876699555245568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762984.589435:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555245952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762984.589471:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.589477:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789762984.589483:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555245568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762984.589484:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589499:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589509:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762984.589521:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789762984.589523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762984.589528:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762984.589535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.589544:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555245568:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789762984.589552:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555246080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762984.589567:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762984.589571:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762984.589573:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762984.589579:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2930
00000100:00080000:1.0:1789762984.589584:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762984.589591:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245696:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789762984.589595:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762984.589604:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762984.589626:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555246208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762984.589681:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762984.589710:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b1500 x1876699555245696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.589728:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555245696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.589739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.589744:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.589748:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.589756:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.589783:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762984.589795:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b2d80 x1876699555245824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.589873:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555245824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.589890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.589921:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.589929:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.589953:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245952:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762984.589999:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762984.590023:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b3800 x1876699555245952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.590064:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555245952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.590075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.590079:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.590083:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555245952:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762984.590091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.590121:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762984.590135:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b2a00 x1876699555246080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.590160:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555246080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.590170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.590173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.590177:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.590209:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.590246:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762984.590268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff8d7c867b0e00 x1876699555246208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.590292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555246208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.590316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.590320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762984.590325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246208:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762984.973043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762985.996999:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762987.020911:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762988.044993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762989.069018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762989.708915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.708925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762989.708930:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762989.708941:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00080000:1.0:1789762989.708952:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.708960:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762989.709003:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555246336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.709030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.709033:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762989.709035:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762989.709037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00080000:1.0:1789762989.709040:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.709043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762989.709052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762989.709063:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555246464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.709079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.709085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762989.709090:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762989.709091:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555246336:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762989.709104:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00080000:1.0:1789762989.709109:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.709116:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762989.709123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762989.709141:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555246592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.709149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.709151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762989.709153:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762989.709157:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00080000:1.0:1789762989.709162:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.709165:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762989.709169:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789762989.709178:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789762989.709185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555246720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.709194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.709197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762989.709198:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762989.709203:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00080000:1.0:1789762989.709206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.709208:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762989.709211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762989.709227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555246848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762989.709234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762989.709237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762989.709238:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762989.709243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2935
00000100:00100000:0.0:1789762989.709245:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b1880 x1876699555246336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762989.709246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762989.709255:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762989.709263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762989.709276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555246976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762989.709291:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555246336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709303:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709315:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555246336:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762989.709343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.709369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762989.709380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b3b80 x1876699555246464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.709389:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555246464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709400:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.709405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.709431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762989.709443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b2300 x1876699555246592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.709456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555246592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.709476:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246720:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762989.709493:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762989.709502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b3100 x1876699555246720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.709514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555246720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555246720:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762989.709536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.709557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762989.709565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b0e00 x1876699555246848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.709574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555246848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.709588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.709600:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762989.709606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff8d7c867b2a00 x1876699555246976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.709613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555246976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.709618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.709620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762989.709622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555246976:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762990.092942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762991.116992:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762992.140996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762993.165022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762994.188939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762994.828928:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762994.828941:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762994.828947:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762994.828961:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.828974:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762994.828984:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789762994.829036:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555247104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762994.829075:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762994.829079:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762994.829081:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762994.829086:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.829090:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762994.829095:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762994.829107:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.829121:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555247104:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762994.829126:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555247232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762994.829139:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762994.829143:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762994.829145:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762994.829150:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.829154:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762994.829159:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762994.829164:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762994.829178:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555247360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762994.829189:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762994.829195:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789762994.829196:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762994.829201:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762994.829207:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.829212:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762994.829218:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789762994.829223:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789762994.829238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555247488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762994.829244:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795c380 x1876699555247104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762994.829255:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762994.829260:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762994.829262:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762994.829264:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555247104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762994.829269:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.829278:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762994.829283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762994.829284:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789762994.829289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789762994.829294:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.829303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555247104:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789762994.829311:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555247616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762994.829323:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762994.829327:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762994.829330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247232:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789762994.829330:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762994.829339:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2940
00000100:00080000:3.0:1789762994.829345:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762994.829350:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789762994.829356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789762994.829359:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.829367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795e300 x1876699555247232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762994.829376:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555247744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762994.829381:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555247232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.829404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.829414:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762994.829418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.829427:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.829451:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762994.829463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795f100 x1876699555247360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.829472:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555247360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.829478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.829481:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762994.829483:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.829488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247488:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762994.829503:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762994.829510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795df80 x1876699555247488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.829517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555247488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.829523:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.829525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762994.829526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555247488:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762994.829530:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555247616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.829541:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762994.829546:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795c700 x1876699555247616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.829553:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555247616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.829558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.829560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762994.829562:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555247616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.829575:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555247744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.829585:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762994.829591:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff8d7c8795d180 x1876699555247744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.829599:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555247744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.829604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.829606:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762994.829607:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555247744:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789762995.212986:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762996.236906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762997.260920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762998.284987:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762999.308888:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762999.948918:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762999.948926:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762999.948929:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.948938:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00080000:1.0:1789762999.948948:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.948954:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789762999.948986:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555247872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762999.949013:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762999.949018:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762999.949020:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.949024:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00080000:1.0:1789762999.949028:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.949034:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762999.949043:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762999.949056:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555248000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762999.949066:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762999.949068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555247872:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789762999.949069:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762999.949073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.949082:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00080000:1.0:1789762999.949086:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.949090:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762999.949098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762999.949113:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555248128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762999.949125:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762999.949128:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762999.949130:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.949133:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00080000:1.0:1789762999.949136:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.949139:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789762999.949145:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789762999.949145:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789762999.949157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555248256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762999.949166:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762999.949168:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762999.949170:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.949172:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00080000:1.0:1789762999.949174:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.949176:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762999.949179:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762999.949187:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555248384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762999.949193:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762999.949195:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762999.949197:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762999.949203:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2945
00000100:00100000:0.0:1789762999.949205:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b3800 x1876699555247872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762999.949205:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762999.949210:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789762999.949215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762999.949226:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555248512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762999.949240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555247872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949254:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555247872:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789762999.949293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.949319:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762999.949333:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b2d80 x1876699555248000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.949346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555248000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949356:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949360:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.949371:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.949391:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762999.949404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b1500 x1876699555248128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.949417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555248128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949425:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.949438:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248256:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789762999.949459:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762999.949471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b1180 x1876699555248256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.949484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555248256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248256:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789762999.949506:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555248384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.949527:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762999.949539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b1c00 x1876699555248384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.949552:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555248384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555248384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.949574:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555248512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.949593:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789762999.949606:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff8d7c867b0380 x1876699555248512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.949617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555248512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.949625:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.949629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789762999.949632:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555248512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763000.332914:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763001.356888:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763002.380875:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763003.404904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763004.429011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763005.068920:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.068932:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763005.068938:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.068951:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2950
00000100:00080000:1.0:1789763005.068966:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.068975:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763005.069029:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555248640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.069061:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.069065:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.069067:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.069071:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2950
00000100:00080000:1.0:1789763005.069074:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.069087:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763005.069098:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.069112:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555248768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.069128:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763005.069132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555248640:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763005.069133:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.069136:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.069145:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2950
00000100:00080000:1.0:1789763005.069148:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.069151:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763005.069155:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.069165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555248896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.069173:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.069176:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.069178:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.069181:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2950
00000100:00080000:1.0:1789763005.069184:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.069186:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763005.069191:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763005.069200:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555249024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.069208:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.069211:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.069212:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.069216:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2950
00000800:00000100:0.0:1789763005.069222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763005.069223:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.069230:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763005.069234:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.069245:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555249152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.069253:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.069256:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.069257:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.069261:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2950
00000100:00080000:1.0:1789763005.069264:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.069268:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763005.069272:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763005.069277:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b0000 x1876699555248640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763005.069286:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555249280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763005.069303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555248640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069320:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069324:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555248640:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763005.069349:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.069369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763005.069379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b2680 x1876699555248768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.069390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555248768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069400:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.069407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.069420:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763005.069437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b1f80 x1876699555248896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.069454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555248896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555248896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.069471:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249024:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763005.069486:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763005.069494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b0a80 x1876699555249024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.069504:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555249024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069511:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249024:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763005.069520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.069533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763005.069540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b0380 x1876699555249152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.069549:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555249152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069561:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069564:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.069571:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.069583:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763005.069590:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff8d7c867b1c00 x1876699555249280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.069598:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555249280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.069605:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.069607:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763005.069609:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249280:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763005.452933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763006.476934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763007.500936:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763008.524937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763009.548917:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763010.188882:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763010.188891:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763010.188894:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.188903:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00080000:3.0:1789763010.188912:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.188919:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763010.188950:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555249408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763010.188971:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763010.188974:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763010.188975:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.188979:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00080000:3.0:1789763010.188981:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.188984:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763010.188990:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763010.188998:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555249536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763010.189009:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763010.189013:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763010.189015:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.189020:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00080000:3.0:1789763010.189023:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.189028:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189033:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555249408:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763010.189036:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763010.189055:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555249664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763010.189064:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763010.189067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763010.189068:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.189071:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00080000:3.0:1789763010.189074:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.189077:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763010.189081:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763010.189089:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555249792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763010.189097:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763010.189106:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763010.189111:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763010.189113:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.189118:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00080000:3.0:1789763010.189121:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.189124:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763010.189128:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763010.189137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555249920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763010.189144:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763010.189146:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763010.189148:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763010.189153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2955
00000100:00100000:0.0:1789763010.189155:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795f800 x1876699555249408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763010.189156:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763010.189161:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763010.189167:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763010.189178:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555250048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763010.189190:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555249408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189214:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555249408:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763010.189223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763010.189249:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795ed80 x1876699555249536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.189276:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555249536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763010.189319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763010.189341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795ca80 x1876699555249664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.189368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555249664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763010.189390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249792:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763010.189413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189426:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795ce00 x1876699555249792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.189439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555249792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189448:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555249792:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763010.189461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763010.189484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795d500 x1876699555249920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.189510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555249920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189519:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555249920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763010.189532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763010.189552:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763010.189565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff8d7c8795d880 x1876699555250048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.189585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555250048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.189593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.189597:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763010.189600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250048:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763010.572956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763011.596884:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763012.620935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763013.644973:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763014.668934:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763015.308893:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.308901:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763015.308904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.308913:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.308922:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.308929:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763015.308969:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555250176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.308992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.308996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.308997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.309000:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.309002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.309006:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763015.309014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.309023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555250304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.309036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763015.309037:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555250176:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763015.309049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763015.309052:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.309056:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.309058:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.309060:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763015.309064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.309078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555250432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.309084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.309087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.309088:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.309091:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.309093:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.309095:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763015.309099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763015.309106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555250560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.309112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.309115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.309116:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.309118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.309120:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.309124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763015.309127:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.309137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555250688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.309144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.309146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763015.309147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.309150:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2960
00000100:00080000:1.0:1789763015.309152:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.309155:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763015.309157:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.309166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555250816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763015.309190:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763015.309221:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763015.309245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763015.309267:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763015.309281:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250816:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763015.693009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763016.717024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763017.740987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763018.381263:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789763018.381341:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763018.381368:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763018.381436:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763018.381461:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763018.381481:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763018.381501:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763018.381516:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b1500 x1876699555250304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763018.381524:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763018.381586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555250304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.381611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.381622:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.381630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763018.381683:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b2d80 x1876699555250432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763018.381709:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555250432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.381724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.381731:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.381738:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763018.381752:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b3800 x1876699555250560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763018.381777:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555250560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.381794:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.381848:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.381858:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555250560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763018.381872:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b2a00 x1876699555250688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763018.381899:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555250688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.381914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.381921:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.381926:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763018.381939:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b0e00 x1876699555250816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763018.381960:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555250816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.381975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.381981:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.381987:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555250816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763018.381998:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763018]  req@ffff8d7c867b1180 x1876699555250176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763018.382020:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555250176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763018.382034:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763018.382040:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763018.382045:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555250176:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789763018.764966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763019.789088:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763020.428999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.429012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763020.429020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.429036:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429052:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429073:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763020.429123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555250944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.429163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.429179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763020.429181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.429186:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429195:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763020.429208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763020.429224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555251072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.429239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.429245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763020.429247:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.429251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763020.429271:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555250944:192.168.203.122@tcp:250:kworker.0
00000008:00100000:1.0:1789763020.429274:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763020.429286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555251200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.429338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.429346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763020.429350:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.429360:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429391:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763020.429412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763020.429448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763020.429462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555251328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.429485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.429504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763020.429508:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.429516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429525:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763020.429546:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763020.429560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b3100 x1876699555250944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763020.429580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555251456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763020.429603:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555250944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763020.429611:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763020.429656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763020.429663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763020.429675:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763020.429677:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763020.429693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555250944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763020.429699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2965
00000100:00080000:1.0:1789763020.429716:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.429727:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763020.429738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763020.429764:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763020.429775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555251584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763020.429878:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763020.429913:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b2300 x1876699555251072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.429937:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555251072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.429951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.429957:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763020.429962:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763020.429975:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763020.430005:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763020.430032:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b3b80 x1876699555251200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.430051:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555251200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.430063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.430068:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763020.430073:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763020.430086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251328:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763020.430120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763020.430138:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b1880 x1876699555251328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.430156:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555251328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.430168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.430173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763020.430178:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251328:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763020.430188:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555251456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763020.430224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763020.430241:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b1180 x1876699555251456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.430257:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555251456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.430269:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.430274:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763020.430278:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555251456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763020.430312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555251584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763020.430339:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763020.430355:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff8d7c867b0e00 x1876699555251584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.430394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555251584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.430409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.430415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763020.430421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555251584:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763020.812973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763021.837131:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763022.861062:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763023.884984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763024.908989:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763025.549018:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549031:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763025.549037:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.549051:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549067:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.549078:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763025.549138:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555251712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.549193:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549200:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.549205:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.549213:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.549229:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763025.549245:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.549272:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555251840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.549294:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549302:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.549305:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.549314:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549323:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763025.549330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555251712:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763025.549336:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763025.549351:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.549370:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555251968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.549385:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549390:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.549393:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.549399:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549404:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.549408:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763025.549415:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763025.549430:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555252096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.549442:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549448:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.549454:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763025.549455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763025.549463:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549470:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.549477:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763025.549486:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.549502:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555252224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.549515:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.549520:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.549522:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763025.549530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795dc00 x1876699555251712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.549534:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2971
00000100:00080000:3.0:1789763025.549544:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.549554:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763025.549565:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763025.549583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555251712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.549586:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555252352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763025.549652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.549674:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.549682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555251712:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763025.549697:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763025.549730:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763025.549747:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795f480 x1876699555251840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.549763:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555251840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.549775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.549780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.549784:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763025.549892:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763025.549920:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763025.549936:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795fb80 x1876699555251968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.549951:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555251968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.549961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.549966:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.549970:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555251968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763025.549976:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252096:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763025.549997:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763025.550009:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795e680 x1876699555252096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.550023:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555252096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.550032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.550036:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.550040:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252096:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763025.550047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763025.550067:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763025.550078:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795c000 x1876699555252224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.550092:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555252224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.550101:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.550105:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.550108:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763025.550114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763025.550133:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763025.550144:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff8d7c8795ea00 x1876699555252352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.550157:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555252352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.550166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.550170:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763025.550173:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763025.933031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763026.957013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763027.981021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763029.005034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763030.029019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763030.668999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.669013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763030.669018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.669032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669047:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669058:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763030.669111:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555252480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.669176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.669183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.669187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.669196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763030.669232:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.669265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555252608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763030.669284:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555252480:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763030.669300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.669307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763030.669310:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.669317:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763030.669341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.669367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555252736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.669382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.669386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.669389:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.669397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763030.669416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763030.669431:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763030.669446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555252864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.669464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763030.669470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763030.669474:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763030.669486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763030.669513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.669516:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aaed80 x1876699555252480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.669580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555252480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.669584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555252992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.669656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.669662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.669672:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763030.669673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763030.669684:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763030.669695:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555252480:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763030.669707:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2976
00000100:00080000:0.0:1789763030.669722:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763030.669730:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763030.669740:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.669760:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763030.669766:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555253120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763030.669856:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763030.669880:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aad880 x1876699555252608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.669905:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555252608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.669918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.669924:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763030.669931:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763030.669942:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763030.669984:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763030.669999:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aae680 x1876699555252736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.670013:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555252736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.670024:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.670028:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763030.670032:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763030.670040:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252864:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763030.670061:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763030.670072:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aadc00 x1876699555252864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.670086:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555252864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.670096:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.670099:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763030.670103:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555252864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763030.670110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763030.670129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763030.670141:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aac000 x1876699555252992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.670155:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555252992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.670165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.670168:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763030.670172:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555252992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763030.670196:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763030.670216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763030.670228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff8d7c85aad500 x1876699555253120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.670240:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555253120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.670250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.670253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763030.670257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253120:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763031.053089:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763032.077109:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763033.101032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763034.125026:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763035.149079:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763035.788881:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.788892:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763035.788896:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.788908:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.788922:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.788931:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763035.788978:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555253248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.789004:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.789007:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.789009:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.789012:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.789015:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.789019:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763035.789029:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.789043:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555253376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763035.789044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555253248:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763035.789058:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.789061:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.789063:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.789066:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.789068:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.789071:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763035.789074:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.789082:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555253504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.789090:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.789093:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.789094:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.789098:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.789108:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.789110:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763035.789114:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763035.789120:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763035.789127:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555253632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.789141:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.789145:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.789147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.789152:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.789157:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.789162:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b2a00 x1876699555253248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763035.789169:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.789185:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555253760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763035.789192:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555253248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763035.789196:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.789200:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.789201:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.789206:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2981
00000100:00080000:1.0:1789763035.789212:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.789216:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763035.789217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763035.789220:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763035.789224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789229:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555253248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763035.789232:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555253888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763035.789258:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763035.789276:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b3800 x1876699555253376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763035.789294:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555253376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763035.789306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763035.789309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789311:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763035.789314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763035.789325:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b2d80 x1876699555253504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763035.789338:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555253504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763035.789344:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763035.789346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789348:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763035.789352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253632:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763035.789365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b1500 x1876699555253632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763035.789377:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555253632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763035.789383:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763035.789385:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789387:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555253632:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763035.789390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763035.789400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b1c00 x1876699555253760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763035.789412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555253760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763035.789416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763035.789418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789420:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763035.789423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763035.789433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763035.789439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff8d7c867b0380 x1876699555253888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763035.789445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555253888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763035.789450:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763035.789452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763035.789454:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555253888:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763036.172930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763037.196968:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763038.221140:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763039.245855:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763040.269353:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763040.908975:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.908994:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763040.909002:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909023:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909044:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909060:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763040.909132:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555254016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.909177:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.909182:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.909186:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909195:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909202:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909212:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763040.909230:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.909257:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555254144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.909278:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.909287:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763040.909291:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909301:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909310:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909317:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763040.909327:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.909348:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555254272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763040.909359:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555254016:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763040.909403:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.909409:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.909413:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909423:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909430:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909434:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763040.909458:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763040.909476:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555254400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763040.909520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763040.909532:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763040.909540:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763040.909543:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909553:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909563:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909570:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763040.909579:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763040.909597:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555254528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763040.909619:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763040.909621:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795ea00 x1876699555254016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763040.909626:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763040.909634:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763040.909652:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2986
00000100:00080000:3.0:1789763040.909671:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763040.909680:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763040.909688:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763040.909695:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555254016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763040.909712:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555254656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763040.909722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.909737:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.909748:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555254016:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763040.909766:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763040.909865:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763040.909885:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795c000 x1876699555254144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763040.909902:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555254144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763040.909913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.909918:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.909922:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763040.909958:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763040.909983:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763040.909995:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795e680 x1876699555254272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763040.910019:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555254272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763040.910029:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.910032:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.910036:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763040.910044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254400:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763040.910064:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763040.910076:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795fb80 x1876699555254400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763040.910098:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555254400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763040.910115:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.910122:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.910130:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763040.910142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555254528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763040.910183:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763040.910207:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795f480 x1876699555254528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763040.910232:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555254528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763040.910261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.910267:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.910272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555254528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763040.910281:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555254656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763040.910313:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763040.910328:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff8d7c8795dc00 x1876699555254656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763040.910342:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555254656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763040.910352:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763040.910356:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763040.910359:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555254656:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763041.293737:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763042.316987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763043.341051:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763044.365023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763045.388932:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763046.028997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763046.029015:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029028:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00080000:0.0:1789763046.029044:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763046.029054:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763046.029103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555254784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763046.029145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763046.029154:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029159:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00080000:0.0:1789763046.029164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763046.029168:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763046.029180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763046.029196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555254912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763046.029212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763046.029220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00100000:1.0:1789763046.029231:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555254784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763046.029238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763046.029247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763046.029257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763046.029270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555255040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763046.029282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763046.029289:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029295:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00080000:0.0:1789763046.029299:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763046.029303:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763046.029311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763046.029323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555255168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763046.029337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763046.029343:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00080000:0.0:1789763046.029357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763046.029357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763046.029370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763046.029377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763046.029394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555255296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763046.029406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763046.029410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763046.029413:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763046.029418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2991
00000100:00080000:0.0:1789763046.029422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763046.029426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763046.029431:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763046.029444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aaf480 x1876699555254784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.029471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555255424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763046.029524:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555254784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.029543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.029551:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.029557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555254784:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763046.029589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763046.029621:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763046.029638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aaf800 x1876699555254912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763046.029653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555254912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.029664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.029668:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.029673:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555254912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763046.029683:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763046.029703:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763046.029715:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aace00 x1876699555255040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763046.029729:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555255040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.029738:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.029742:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.029745:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763046.029752:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255168:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763046.029772:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763046.029783:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aae300 x1876699555255168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763046.029796:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555255168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.029848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.029853:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.029857:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255168:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763046.029864:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555255296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763046.029890:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763046.029904:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aac700 x1876699555255296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763046.029919:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555255296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.029943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.029947:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.029951:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555255296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763046.029958:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555255424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763046.029980:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763046.029993:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff8d7c85aaf100 x1876699555255424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763046.030007:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555255424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763046.030016:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763046.030020:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763046.030024:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555255424:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763046.412937:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763047.437066:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763048.461111:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763049.485050:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763050.508917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763051.149035:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.149052:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763051.149059:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149078:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149099:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.149111:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763051.149170:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555255552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763051.149213:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.149229:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763051.149232:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149238:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149243:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.149249:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763051.149265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763051.149279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555255552:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763051.149286:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555255680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763051.149305:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.149310:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763051.149312:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149317:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149322:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.149326:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763051.149333:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763051.149349:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555255808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763051.149369:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.149374:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763051.149376:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149380:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149387:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.149391:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763051.149397:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763051.149406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763051.149438:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555255936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763051.149456:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.149461:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763051.149463:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149469:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149477:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.149484:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763051.149492:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763051.149494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795d880 x1876699555255552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.149516:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555256064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763051.149532:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763051.149533:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555255552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.149543:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763051.149550:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.149566:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 2996
00000100:00080000:3.0:1789763051.149575:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763051.149578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.149580:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763051.149596:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763051.149598:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.149608:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555255552:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763051.149614:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555256192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763051.149655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763051.149694:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763051.149727:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795d500 x1876699555255680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763051.149743:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555255680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763051.149755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763051.149759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.149763:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763051.149771:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763051.149794:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763051.149847:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795ce00 x1876699555255808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763051.149862:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555255808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763051.149873:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763051.149877:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.149881:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763051.149890:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255936:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763051.149915:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763051.149927:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795ca80 x1876699555255936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763051.149942:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555255936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763051.149952:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763051.149955:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.149959:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555255936:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763051.149965:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763051.149985:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763051.149996:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795ed80 x1876699555256064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763051.150009:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555256064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763051.150020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763051.150023:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.150026:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763051.150033:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763051.150051:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763051.150062:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff8d7c8795f800 x1876699555256192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763051.150076:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555256192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763051.150086:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763051.150089:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763051.150093:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256192:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763051.533042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763052.557174:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763053.581131:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763054.605061:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763055.629005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763056.268938:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.268954:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763056.268960:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.268976:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.268992:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.269004:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763056.269071:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555256320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.269138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.269144:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.269147:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.269153:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.269159:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.269165:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763056.269181:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.269203:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555256448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763056.269220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555256320:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763056.269222:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.269240:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763056.269243:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.269250:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.269254:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.269258:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763056.269265:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.269282:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555256576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.269294:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.269299:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.269302:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.269306:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.269313:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.269317:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763056.269322:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763056.269335:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555256704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.269348:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763056.269358:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763056.269360:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.269368:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.269398:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.269407:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.269417:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763056.269427:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.269455:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555256832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763056.269463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795d180 x1876699555256320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.269508:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.269514:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763056.269519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555256320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.269521:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.269537:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3001
00000100:00080000:3.0:1789763056.269550:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763056.269555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.269560:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763056.269569:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789763056.269573:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763056.269578:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555256320:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763056.269601:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555256960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763056.269624:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763056.269667:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763056.269690:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795c700 x1876699555256448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.269707:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555256448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.269718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.269723:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763056.269728:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763056.269735:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763056.269756:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763056.269767:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795df80 x1876699555256576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.269780:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555256576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.269790:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.269794:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763056.269797:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763056.269847:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256704:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763056.269874:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763056.269888:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795f100 x1876699555256704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.269903:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555256704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.269914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.269918:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763056.269923:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555256704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763056.269935:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763056.269971:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763056.269993:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795e300 x1876699555256832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.270018:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555256832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.270035:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.270042:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763056.270047:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763056.270082:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763056.270126:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763056.270150:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff8d7c8795c380 x1876699555256960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.270169:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555256960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.270179:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.270184:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763056.270187:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555256960:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763056.653074:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763057.677008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763058.701005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763059.725085:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763060.749107:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763061.388949:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763061.388960:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763061.388978:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763061.389011:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389036:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389051:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763061.389112:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555257088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763061.389165:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763061.389173:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763061.389177:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763061.389185:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389194:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389202:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763061.389215:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763061.389238:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555257216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763061.389245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555257088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763061.389272:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763061.389278:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763061.389281:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763061.389288:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389293:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389298:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763061.389306:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763061.389323:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555257344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763061.389359:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763061.389364:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763061.389371:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763061.389372:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763061.389381:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389390:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389397:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763061.389406:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763061.389426:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555257472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763061.389439:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763061.389444:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763061.389453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b0a80 x1876699555257088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763061.389453:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763061.389468:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389480:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389490:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763061.389499:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763061.389505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555257088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763061.389521:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555257600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.389527:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.389546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763061.389552:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763061.389559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555257088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763061.389562:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763061.389570:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763061.389580:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3006
00000100:00080000:1.0:1789763061.389587:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763061.389591:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763061.389597:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763061.389604:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763061.389615:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555257728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763061.389656:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763061.389704:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b1f80 x1876699555257216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.389730:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555257216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.389748:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.389754:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763061.389761:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763061.389769:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763061.389815:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763061.389831:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b2680 x1876699555257344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.389890:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555257344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.389927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.389931:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763061.389948:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763061.389956:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257472:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763061.389985:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763061.389999:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b0000 x1876699555257472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.390012:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555257472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.390022:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.390026:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763061.390029:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257472:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763061.390035:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555257600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763061.390055:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763061.390066:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b0380 x1876699555257600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.390079:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555257600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.390087:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.390090:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763061.390095:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555257600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763061.390119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555257728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763061.390142:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763061.390177:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff8d7c867b1c00 x1876699555257728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.390200:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555257728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.390217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.390224:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763061.390231:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555257728:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763061.773027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763062.797005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763063.821120:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763064.845057:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763065.868990:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763066.509007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763066.509026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763066.509040:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509056:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509066:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763066.509116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555257856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763066.509164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763066.509172:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763066.509177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509188:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763066.509202:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763066.509221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555257984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763066.509236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763066.509252:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763066.509255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555257856:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763066.509262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763066.509313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763066.509330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555258112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763066.509342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763066.509349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763066.509354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509365:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763066.509371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763066.509387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555258240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763066.509399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763066.509408:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763066.509412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509421:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763066.509428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763066.509436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763066.509448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555258368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763066.509464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.509470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763066.509473:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763066.509478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3012
00000100:00080000:0.0:1789763066.509482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763066.509488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763066.509496:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763066.509516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555258496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763066.509542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aaea00 x1876699555257856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.509580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555257856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.509599:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.509607:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.509613:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555257856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763066.509655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763066.509690:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763066.509706:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aaca80 x1876699555257984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.509722:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555257984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.509742:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.509747:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.509755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555257984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763066.509769:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763066.509872:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763066.509903:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aac380 x1876699555258112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.509920:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555258112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.509932:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.509936:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.509940:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763066.509949:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258240:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763066.509977:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763066.509990:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aad180 x1876699555258240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.510004:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555258240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.510014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.510017:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.510022:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258240:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763066.510030:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555258368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763066.510052:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763066.510071:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aafb80 x1876699555258368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.510095:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555258368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.510111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.510118:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.510125:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555258368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763066.510138:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555258496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763066.510175:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763066.510191:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff8d7c85aaf100 x1876699555258496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.510207:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555258496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.510217:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.510221:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763066.510225:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555258496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763066.893079:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763067.917052:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763068.941033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763069.965034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763070.989067:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763071.628962:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.628979:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763071.628988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763071.629010:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00080000:1.0:1789763071.629031:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629046:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763071.629121:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555258624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763071.629167:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.629172:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763071.629175:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763071.629181:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00080000:1.0:1789763071.629188:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629196:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763071.629217:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763071.629236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555258624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763071.629250:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555258752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763071.629300:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.629308:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763071.629313:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763071.629321:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00080000:1.0:1789763071.629331:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629338:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763071.629347:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763071.629369:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555258880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763071.629383:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.629387:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763071.629390:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763071.629400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763071.629403:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00080000:1.0:1789763071.629412:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629417:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763071.629425:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763071.629443:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555259008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763071.629457:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.629462:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763071.629464:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763071.629471:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00080000:1.0:1789763071.629474:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629479:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763071.629484:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763071.629504:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b1500 x1876699555258624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763071.629505:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555259136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763071.629561:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763071.629568:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763071.629571:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763071.629578:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3017
00000100:00100000:0.0:1789763071.629586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555258624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763071.629587:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763071.629601:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763071.629609:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763071.629623:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555259264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763071.629694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.629704:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.629713:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555258624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763071.629760:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763071.629855:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763071.629879:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b2d80 x1876699555258752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.629898:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555258752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763071.629909:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.629914:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.629918:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763071.629927:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763071.629955:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763071.629967:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b3800 x1876699555258880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.629982:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555258880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763071.629992:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.629997:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.630000:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555258880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763071.630008:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259008:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763071.630050:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763071.630064:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b2a00 x1876699555259008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.630079:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555259008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763071.630089:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.630093:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.630098:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763071.630104:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763071.630125:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763071.630136:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b0e00 x1876699555259136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.630149:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555259136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763071.630160:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.630163:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.630167:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763071.630173:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763071.630192:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763071.630203:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff8d7c867b1180 x1876699555259264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.630218:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555259264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763071.630228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763071.630231:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763071.630235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259264:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763072.013129:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763073.036920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763074.061042:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763075.085012:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763076.108944:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763076.748956:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.748968:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763076.748972:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.748984:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.748996:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749018:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763076.749060:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555259392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.749090:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.749098:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763076.749100:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.749104:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.749108:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749113:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763076.749123:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763076.749134:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555259392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763076.749141:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555259520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.749154:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.749159:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763076.749161:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.749166:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.749171:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749175:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763076.749181:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.749193:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555259648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763076.749205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763076.749206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.749212:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763076.749214:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.749241:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.749246:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749249:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763076.749254:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763076.749261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795c380 x1876699555259392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763076.749267:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555259776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.749281:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.749285:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763076.749286:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555259392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763076.749287:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.749295:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.749301:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749307:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763076.749309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763076.749311:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763076.749315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555259392:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763076.749323:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555259904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763076.749336:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763076.749339:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763076.749341:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763076.749344:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3022
00000100:00080000:3.0:1789763076.749346:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763076.749348:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259520:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789763076.749352:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.749362:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555260032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763076.749382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795e300 x1876699555259520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763076.749405:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555259520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763076.749416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763076.749418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763076.749425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763076.749436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795f100 x1876699555259648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763076.749449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555259648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763076.749454:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763076.749456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749458:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763076.749462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259776:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763076.749474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749480:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795df80 x1876699555259776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763076.749487:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555259776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763076.749492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763076.749494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555259776:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763076.749500:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763076.749519:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795c700 x1876699555259904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763076.749533:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555259904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763076.749538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763076.749540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555259904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763076.749554:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763076.749566:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763076.749573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763076]  req@ffff8d7c8795d180 x1876699555260032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763076.749580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555260032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763076.749585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763076.749587:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763076.749589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260032:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763077.132921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763078.157099:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763079.181049:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763080.205081:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763081.229001:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763081.868950:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.868965:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763081.868971:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.868987:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00080000:3.0:1789763081.869003:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869014:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763081.869075:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555260160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.869114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.869120:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.869123:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.869129:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00080000:3.0:1789763081.869133:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869138:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763081.869151:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.869167:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555260288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.869180:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763081.869262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555260160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763081.869349:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763081.869353:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.869362:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00080000:3.0:1789763081.869369:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869376:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763081.869385:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.869417:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555260416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763081.869428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260288:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763081.869445:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.869453:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.869455:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.869464:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00080000:3.0:1789763081.869474:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869479:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763081.869491:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763081.869507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.869513:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555260544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.869534:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.869540:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763081.869544:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.869551:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00100000:0.0:1789763081.869558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260544:192.168.203.122@tcp:8:kworker.0
00000100:00080000:3.0:1789763081.869561:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869575:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763081.869584:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763081.869604:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555260672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763081.869629:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763081.869634:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763081.869636:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763081.869641:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3027
00000100:00080000:3.0:1789763081.869646:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763081.869651:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763081.869659:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763081.869673:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763081.869678:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555260800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763081.869728:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763082.253067:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763083.277047:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763084.300982:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763084.941150:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789763084.941209:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763084.941228:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763084.941269:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763084.941280:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763084.941308:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763084.941323:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763084.941337:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763084.941372:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795d500 x1876699555260672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941416:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555260672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941434:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941441:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763084.941458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795ce00 x1876699555260544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555260544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941482:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260544:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763084.941498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795ca80 x1876699555260416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941527:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555260416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941551:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763084.941563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795f800 x1876699555260160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555260160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941594:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555260160:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763084.941616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795ed80 x1876699555260288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941636:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555260288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941649:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555260288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763084.941719:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763084]  req@ffff8d7c8795d880 x1876699555260800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763084.941743:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555260800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763084.941755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763084.941761:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763084.941765:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555260800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763085.324986:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763086.349053:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763086.988997:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.989024:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763086.989030:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.989048:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989065:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.989077:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763086.989137:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555260928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.989206:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.989212:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.989214:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.989220:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989225:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.989230:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763086.989246:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.989267:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555261056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.989282:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.989287:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763086.989289:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.989294:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989298:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763086.989306:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555260928:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763086.989308:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763086.989316:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.989330:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555261184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.989370:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.989377:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.989382:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.989392:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989417:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.989438:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789763086.989442:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763086.989457:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763086.989501:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555261312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.989523:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763086.989527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b1880 x1876699555260928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.989532:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.989540:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.989557:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989571:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.989584:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763086.989595:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555260928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763086.989597:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.989634:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555261440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763086.989642:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.989663:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763086.989669:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763086.989679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555260928:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763086.989682:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763086.989691:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763086.989708:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261056:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789763086.989710:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3032
00000100:00080000:1.0:1789763086.989725:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.989737:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763086.989750:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.989779:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555261568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763086.989784:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763086.989875:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b3b80 x1876699555261056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.989908:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555261056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.989946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.989955:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763086.989963:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.990017:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.990065:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763086.990091:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b2300 x1876699555261184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.990117:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555261184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.990135:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.990142:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763086.990183:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.990195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261312:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763086.990256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763086.990280:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b3100 x1876699555261312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.990302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555261312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.990317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.990323:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763086.990330:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261312:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763086.990342:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555261440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.990384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763086.990408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b1180 x1876699555261440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.990433:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555261440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.990451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.990458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763086.990464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555261440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.990477:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555261568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.990519:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763086.990543:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff8d7c867b0e00 x1876699555261568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.990570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555261568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.990587:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.990594:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763086.990600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555261568:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763087.373086:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763088.397042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763089.421113:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763090.445098:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763091.469154:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763092.108979:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.108996:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763092.109003:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109018:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109035:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.109047:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763092.109136:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555261696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.109192:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.109197:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763092.109200:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109207:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109212:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.109219:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763092.109235:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763092.109259:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555261824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.109275:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763092.109286:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555261696:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763092.109286:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763092.109298:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109317:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109322:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.109330:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763092.109338:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763092.109356:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555261952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.109372:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.109378:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763092.109381:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109385:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109402:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.109414:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789763092.109421:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763092.109430:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763092.109450:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555262080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.109465:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.109471:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763092.109475:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109481:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109487:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763092.109494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795dc00 x1876699555261696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763092.109497:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763092.109517:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763092.109544:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555262208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763092.109554:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555261696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.109626:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763092.109629:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763092.109636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763092.109651:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763092.109654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555261696:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763092.109660:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.109678:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3037
00000100:00080000:3.0:1789763092.109699:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.109708:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763092.109718:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763092.109729:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763092.109741:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555262336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763092.109789:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763092.109914:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795f480 x1876699555261824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.109945:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555261824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.109961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.109966:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763092.109970:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.109996:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.110032:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763092.110048:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795fb80 x1876699555261952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.110063:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555261952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.110083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.110087:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763092.110091:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555261952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.110099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262080:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763092.110158:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763092.110174:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795e680 x1876699555262080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.110188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555262080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.110199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.110204:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763092.110208:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262080:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763092.110215:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.110237:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763092.110249:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795c000 x1876699555262208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.110263:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555262208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.110272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.110275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763092.110280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.110306:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.110328:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763092.110340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff8d7c8795ea00 x1876699555262336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.110354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555262336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.110364:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.110367:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763092.110371:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262336:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763092.493029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763093.517083:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763094.540987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763095.565102:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763096.589041:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763097.229002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.229018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763097.229025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.229041:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229060:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229101:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763097.229170:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555262464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763097.229219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.229225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763097.229227:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.229233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763097.229260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763097.229281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555262592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763097.229305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763097.229309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555262464:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763097.229317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763097.229344:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.229356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763097.229387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763097.229423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555262720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763097.229427:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763097.229447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.229452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763097.229456:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.229465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229471:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229478:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763097.229486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763097.229504:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b2a00 x1876699555262464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763097.229507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555262848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763097.229562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.229567:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763097.229573:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763097.229574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555262464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763097.229582:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229589:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229594:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763097.229600:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763097.229627:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763097.229636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555262976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763097.229642:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.229662:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555262464:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763097.229665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.229680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763097.229683:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.229690:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3042
00000100:00080000:1.0:1789763097.229694:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.229699:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763097.229705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763097.229720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555263104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763097.229729:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.229788:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763097.229882:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b3800 x1876699555262592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.229900:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555262592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.229912:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.229917:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.229921:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763097.229930:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.229956:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763097.229970:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b2d80 x1876699555262720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.229985:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555262720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.229995:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.230000:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.230004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763097.230011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262848:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763097.230031:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763097.230042:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b1500 x1876699555262848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.230056:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555262848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.230098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.230106:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.230113:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555262848:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763097.230123:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.230152:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763097.230167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b1c00 x1876699555262976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.230182:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555262976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.230192:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.230196:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.230200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555262976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763097.230227:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.230248:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763097.230259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff8d7c867b0380 x1876699555263104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.230273:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555263104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.230283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.230287:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763097.230292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763097.613043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763098.637096:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763099.660991:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763100.685037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763101.709074:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763102.348879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.348892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763102.348897:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.348910:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.348924:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.348933:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763102.348977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555263232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.349012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.349017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763102.349019:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.349024:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.349029:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.349055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763102.349067:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763102.349085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555263360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763102.349092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555263232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763102.349108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.349114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763102.349117:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.349123:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.349130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.349135:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763102.349142:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763102.349158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555263488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.349171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.349176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763102.349178:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763102.349187:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763102.349187:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.349198:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.349205:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763102.349213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763102.349230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555263616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.349245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.349250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763102.349254:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763102.349261:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b0000 x1876699555263232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763102.349264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.349275:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.349286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763102.349294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763102.349301:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555263232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763102.349317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555263744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763102.349322:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555263232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763102.349360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.349368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763102.349370:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.349378:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3047
00000100:00080000:1.0:1789763102.349384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763102.349388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263360:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789763102.349396:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763102.349407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763102.349425:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763102.349432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555263872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763102.349445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b2680 x1876699555263360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.349460:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555263360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.349468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349472:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349475:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.349481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.349497:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763102.349507:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b1f80 x1876699555263488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.349517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555263488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.349524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349529:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.349533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263616:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763102.349548:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763102.349556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b0a80 x1876699555263616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.349566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555263616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.349573:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349576:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349578:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555263616:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763102.349582:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.349595:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763102.349603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b0380 x1876699555263744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.349612:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555263744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.349619:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349622:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.349643:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.349656:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763102.349664:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff8d7c867b1c00 x1876699555263872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.349674:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555263872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.349681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.349683:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763102.349686:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555263872:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763102.733071:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763103.757439:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763104.781249:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763105.805037:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763106.828994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763107.468941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.468951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763107.468955:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.468967:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.468979:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.468987:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763107.469043:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555264000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.469070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.469073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763107.469075:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.469078:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.469081:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.469085:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763107.469095:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.469106:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555264128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.469115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.469118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763107.469120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.469122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.469125:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763107.469131:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555264000:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763107.469131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763107.469138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.469147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555264256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.469156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.469159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763107.469160:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.469163:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.469165:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.469168:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763107.469172:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763107.469181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555264384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.469189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.469193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763107.469195:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.469198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.469201:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.469203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763107.469208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763107.469209:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763107.469219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555264512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.469228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.469231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763107.469233:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.469236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3053
00000100:00080000:1.0:1789763107.469238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.469241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763107.469244:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.469254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555264640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763107.469279:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b1500 x1876699555264000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469306:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555264000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469320:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469325:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469331:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555264000:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763107.469339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.469364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763107.469379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b2d80 x1876699555264128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555264128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469403:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469411:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.469444:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.469462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763107.469471:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b3800 x1876699555264256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555264256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469486:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469489:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469491:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.469495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264384:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763107.469515:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763107.469524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b2a00 x1876699555264384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555264384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469541:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763107.469546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555264512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.469558:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763107.469565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b0e00 x1876699555264512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555264512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555264512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.469586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555264640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.469597:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763107.469603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff8d7c867b1180 x1876699555264640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.469611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555264640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.469617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.469620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763107.469623:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555264640:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763107.853523:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763108.877056:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763109.901059:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763110.925043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763111.949005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763112.588979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.588996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763112.589002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.589019:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3058
00000100:00080000:1.0:1789763112.589036:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.589047:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763112.589121:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555264768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.589163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.589168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.589171:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.589176:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3058
00000100:00080000:1.0:1789763112.589181:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.589185:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763112.589199:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.589216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555264896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.589232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.589237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.589239:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.589248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3058
00000100:00100000:0.0:1789763112.589251:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555264768:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763112.589253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.589265:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763112.589273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.589287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555265024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.589300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.589305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.589308:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.589313:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3058
00000100:00080000:1.0:1789763112.589318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.589324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763112.589342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763112.589355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555265152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.589368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.589382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.589385:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.589399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3058
00000800:00000100:0.0:1789763112.589400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763112.589415:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.589426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763112.589450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.589480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555265280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763112.589500:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b3100 x1876699555264768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763112.589506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.589538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.589543:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763112.589548:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555264768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763112.589555:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3058
00000100:00080000:1.0:1789763112.589569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763112.589577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763112.589579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763112.589594:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:1.0:1789763112.589595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763112.589609:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555264768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763112.589631:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555265408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763112.589657:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.589695:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763112.589712:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b2300 x1876699555264896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.589728:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555264896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.589739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.589744:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763112.589748:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555264896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.589757:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.589792:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763112.589872:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b3b80 x1876699555265024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.589894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555265024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.589905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.589909:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763112.589913:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.589921:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265152:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763112.589953:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763112.590001:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b1880 x1876699555265152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.590017:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555265152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.590028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.590032:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763112.590036:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265152:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763112.590043:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555265280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.590071:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763112.590084:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b1180 x1876699555265280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.590098:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555265280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.590108:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.590112:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763112.590115:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555265280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.590142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555265408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.590163:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763112.590175:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff8d7c867b0e00 x1876699555265408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.590188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555265408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.590199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.590202:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763112.590205:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555265408:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763112.973092:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763113.997025:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763115.021051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763116.044949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763117.069093:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763117.708961:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.708977:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763117.708984:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709000:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00080000:2.0:1789763117.709017:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.709029:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763117.709094:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555265536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.709138:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.709143:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.709146:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709151:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00080000:2.0:1789763117.709156:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.709160:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763117.709175:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.709194:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555265664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.709210:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.709215:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.709219:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709226:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00080000:2.0:1789763117.709237:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763117.709238:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555265536:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763117.709253:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763117.709267:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.709286:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555265792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.709301:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.709306:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.709309:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709315:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00080000:2.0:1789763117.709326:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.709332:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763117.709339:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763117.709353:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555265920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.709367:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763117.709385:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763117.709387:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.709392:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709402:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00080000:2.0:1789763117.709407:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.709414:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763117.709421:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.709443:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555266048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.709455:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.709460:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.709462:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.709470:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3063
00000100:00100000:0.0:1789763117.709478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47f100 x1876699555265536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763117.709480:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.709497:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763117.709517:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.709568:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555266176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763117.709569:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555265536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.709682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.709693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.709701:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555265536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763117.709737:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.709770:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763117.709787:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47d180 x1876699555265664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.709856:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555265664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.709868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.709872:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.709877:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.709885:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.709911:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763117.709957:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47f480 x1876699555265792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.709982:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555265792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.709998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.710005:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.710012:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.710027:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265920:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763117.710068:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763117.710085:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47dc00 x1876699555265920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.710100:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555265920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.710111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.710115:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.710119:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555265920:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763117.710127:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.710149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763117.710160:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47e680 x1876699555266048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.710174:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555266048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.710183:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.710186:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.710190:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763117.710197:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763117.710216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763117.710227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff8d7c8a47f800 x1876699555266176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.710241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555266176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.710251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.710254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763117.710258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763118.093027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763119.117050:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763120.141098:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763121.165043:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763122.189055:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763122.828968:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.828982:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763122.828988:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.829003:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829017:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.829028:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763122.829075:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555266304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.829114:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.829119:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.829122:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.829127:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829132:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.829137:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763122.829149:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.829165:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555266432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763122.829181:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555266304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763122.829186:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.829197:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763122.829199:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.829205:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829209:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.829214:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763122.829220:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.829236:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555266560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.829250:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.829254:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.829256:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.829261:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829269:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.829274:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763122.829281:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763122.829284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763122.829303:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555266688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763122.829318:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.829322:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763122.829325:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763122.829332:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829337:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763122.829348:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829350:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795ea00 x1876699555266304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763122.829354:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.829379:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555266816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763122.829391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555266304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763122.829402:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763122.829418:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763122.829425:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763122.829432:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763122.829436:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3068
00000100:00080000:3.0:1789763122.829444:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763122.829446:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763122.829458:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555266304:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763122.829467:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763122.829486:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555266944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763122.829505:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763122.829542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795c000 x1876699555266432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.829576:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555266432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.829596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763122.829600:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763122.829604:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763122.829611:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763122.829630:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795e680 x1876699555266560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.829656:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555266560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.829666:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763122.829669:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763122.829673:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763122.829679:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266688:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763122.829698:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829709:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795fb80 x1876699555266688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.829722:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555266688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.829731:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763122.829734:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763122.829739:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555266688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763122.829745:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763122.829764:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829775:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795f480 x1876699555266816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.829788:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555266816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.829797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763122.829836:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763122.829840:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763122.829861:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763122.829908:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763122.829923:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff8d7c8795dc00 x1876699555266944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763122.829938:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555266944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763122.829948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763122.829952:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763122.829956:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555266944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763123.213020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763124.237007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763125.261051:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763126.284991:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763127.309034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763127.949000:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949021:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763127.949029:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949049:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949068:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.949083:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763127.949148:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555267072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.949191:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949198:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.949200:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949205:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949211:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.949216:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763127.949230:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763127.949246:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555267200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.949259:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949264:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763127.949266:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949271:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949275:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.949279:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763127.949284:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.949291:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555267072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763127.949302:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555267328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.949316:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949320:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.949323:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949329:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949333:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.949337:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763127.949380:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763127.949399:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555267456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.949413:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949418:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763127.949420:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949426:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949434:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763127.949436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763127.949446:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763127.949455:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763127.949470:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555267584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763127.949483:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763127.949488:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763127.949490:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763127.949494:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3073
00000100:00080000:3.0:1789763127.949498:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763127.949503:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763127.949510:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763127.949526:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555267712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763127.949537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795d880 x1876699555267072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.949591:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555267072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.949608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.949614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.949620:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555267072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763127.949630:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.949682:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763127.949712:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795ed80 x1876699555267200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.949729:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555267200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.949740:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.949745:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.949749:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.949803:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.949902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763127.949922:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795f800 x1876699555267328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.949945:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555267328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.949973:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.949980:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.949987:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.949999:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267456:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763127.950038:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763127.950054:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795ca80 x1876699555267456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.950068:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555267456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.950079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.950082:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.950086:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267456:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763127.950092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555267584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.950114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763127.950125:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795ce00 x1876699555267584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.950138:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555267584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.950147:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.950150:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.950155:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555267584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763127.950161:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555267712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763127.950180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763127.950190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff8d7c8795d500 x1876699555267712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763127.950203:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555267712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763127.950212:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763127.950215:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763127.950218:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555267712:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763128.333041:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763129.356928:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763130.380993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763131.405043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763132.429104:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763133.069012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.069035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763133.069044:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.069064:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:1.0:1789763133.069084:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.069099:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763133.069176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555267840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.069234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.069242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763133.069246:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.069255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:1.0:1789763133.069264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.069274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763133.069294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763133.069320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555267840:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763133.069331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555267968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.069360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.069368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763133.069372:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.069382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:1.0:1789763133.069416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.069426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763133.069440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763133.069447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763133.069474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555268096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.069498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.069505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763133.069509:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.069520:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:1.0:1789763133.069529:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763133.069538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b2a00 x1876699555267840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.069544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763133.069562:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763133.069597:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555267840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.069601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555268224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763133.069650:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.069657:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763133.069662:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763133.069674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763133.069676:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555267840:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763133.069685:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.069701:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:1.0:1789763133.069710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.069722:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763133.069729:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267968:192.168.203.122@tcp:38:kworker.0
00000008:00100000:1.0:1789763133.069738:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763133.069774:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555268352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763133.069785:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763133.069899:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b3800 x1876699555267968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.069909:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.069922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763133.069928:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763133.069931:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555267968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.069950:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3078
00000100:00080000:0.0:1789763133.069955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.069968:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763133.069968:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763133.069982:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555267968:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789763133.069992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763133.070001:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268096:192.168.203.122@tcp:38:kworker.0
00000008:00100000:1.0:1789763133.070011:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763133.070045:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763133.070050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555268480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763133.070068:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b2d80 x1876699555268096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.070097:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555268096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.070108:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.070114:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763133.070119:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763133.070127:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268224:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763133.070152:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763133.070164:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b1500 x1876699555268224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.070178:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555268224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.070189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.070194:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763133.070198:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268224:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763133.070221:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555268352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763133.070242:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763133.070253:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b1c00 x1876699555268352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.070267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555268352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.070277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.070281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763133.070284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555268352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763133.070292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555268480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763133.070310:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763133.070321:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff8d7c867b0380 x1876699555268480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.070336:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555268480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.070345:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.070348:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763133.070353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555268480:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763133.453010:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763134.477084:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763135.500971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763136.525047:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763137.549137:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763138.189059:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189071:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763138.189077:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189089:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3083
00000100:00080000:3.0:1789763138.189104:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189113:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763138.189161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555268608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.189202:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189206:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763138.189209:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189214:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3083
00000100:00080000:3.0:1789763138.189217:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189221:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763138.189232:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.189248:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555268736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.189260:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189265:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763138.189268:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189273:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3083
00000100:00080000:3.0:1789763138.189277:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189280:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763138.189287:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.189301:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555268864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763138.189320:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555268608:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763138.189354:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189360:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763138.189362:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189367:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3083
00000100:00080000:3.0:1789763138.189372:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189376:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763138.189382:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763138.189402:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555268992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.189414:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189421:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763138.189424:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189429:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3083
00000100:00080000:3.0:1789763138.189432:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189438:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763138.189444:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.189454:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555269120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.189465:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.189469:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763138.189472:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.189476:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3083
00000800:00000100:0.0:1789763138.189492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763138.189495:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.189505:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763138.189512:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.189530:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555269248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763138.189587:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795d180 x1876699555268608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.189615:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555268608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.189632:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.189638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.189643:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555268608:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763138.189654:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763138.189683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763138.189698:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795c700 x1876699555268736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.189713:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555268736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.189724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.189727:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.189731:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763138.189927:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763138.189959:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763138.189990:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795df80 x1876699555268864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.190006:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555268864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.190017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.190021:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.190025:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763138.190033:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268992:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763138.190056:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763138.190069:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795f100 x1876699555268992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.190083:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555268992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.190093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.190097:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.190100:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555268992:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763138.190107:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763138.190127:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763138.190138:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795e300 x1876699555269120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.190152:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555269120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.190163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.190167:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.190171:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763138.190177:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763138.190197:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763138.190207:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff8d7c8795c380 x1876699555269248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763138.190220:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555269248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763138.190229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763138.190233:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763138.190237:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269248:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763138.573107:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763139.597025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763140.621007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763141.645027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763142.668975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763143.308927:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763143.308957:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763143.308963:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.308978:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00080000:3.0:1789763143.308995:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309007:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763143.309070:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555269376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763143.309118:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763143.309123:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763143.309125:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.309130:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00080000:3.0:1789763143.309134:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309140:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763143.309153:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763143.309169:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555269504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763143.309183:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763143.309189:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763143.309191:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.309195:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00080000:3.0:1789763143.309199:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309202:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763143.309207:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763143.309219:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555269376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763143.309233:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555269632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763143.309251:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763143.309257:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763143.309260:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.309267:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00080000:3.0:1789763143.309276:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309284:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763143.309294:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763143.309316:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555269760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763143.309329:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763143.309337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763143.309340:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763143.309346:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.309351:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00080000:3.0:1789763143.309358:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309363:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763143.309372:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763143.309392:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555269888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763143.309406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795c380 x1876699555269376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763143.309414:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763143.309429:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763143.309436:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763143.309446:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3088
00000100:00100000:0.0:1789763143.309451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555269376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763143.309456:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763143.309470:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763143.309476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763143.309479:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763143.309487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.309495:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555269376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763143.309509:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555270016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763143.309534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763143.309568:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763143.309583:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795e300 x1876699555269504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.309596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555269504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.309606:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.309610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.309614:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763143.309619:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763143.309637:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763143.309647:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795f100 x1876699555269632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.309659:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555269632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.309668:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.309670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.309674:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763143.309679:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269760:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763143.309707:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763143.309725:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795df80 x1876699555269760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.309772:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555269760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.309788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.309794:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.309847:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555269760:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763143.309862:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763143.309899:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763143.309928:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795c700 x1876699555269888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.309943:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555269888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.309952:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.309956:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.309959:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555269888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763143.309981:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763143.310003:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763143.310014:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff8d7c8795d180 x1876699555270016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.310026:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555270016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.310036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.310039:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763143.310043:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270016:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763143.693012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763144.717036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763145.740994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763146.764985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763147.789106:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763148.428942:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.428955:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763148.428961:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763148.428974:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429000:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429010:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763148.429059:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555270144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763148.429100:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.429107:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763148.429127:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763148.429143:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429151:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429158:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763148.429173:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763148.429198:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555270272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763148.429216:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.429222:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763148.429230:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763148.429233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555270144:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763148.429239:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429256:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429272:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763148.429280:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763148.429299:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555270400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763148.429310:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.429315:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763148.429317:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763148.429321:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429324:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429328:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763148.429348:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763148.429362:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555270528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763148.429382:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.429386:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763148.429388:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763148.429392:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429396:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429400:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763148.429407:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763148.429430:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555270656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763148.429446:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763148.429452:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763148.429456:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763148.429471:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270272:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763148.429472:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3093
00000100:00080000:3.0:1789763148.429496:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763148.429509:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763148.429532:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763148.429555:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555270784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763148.429563:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763148.429645:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763148.429680:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763148.429743:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270784:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763148.812946:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763149.837073:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763150.860990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763151.501275:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789763151.501372:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763151.501406:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763151.501482:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763151.501502:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763151.501514:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763151.501540:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763151.501575:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763151.501631:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795d880 x1876699555270784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.501738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555270784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.501760:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.501768:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.501777:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763151.501793:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795ce00 x1876699555270272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.501905:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555270272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.501922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.501929:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.501936:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763151.501948:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795ca80 x1876699555270400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.501973:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555270400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.501989:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.501996:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.502002:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763151.502016:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795f800 x1876699555270528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.502036:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555270528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.502050:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.502056:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.502061:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555270528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763151.502074:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795ed80 x1876699555270656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.502095:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555270656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.502109:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.502115:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.502121:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555270656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763151.502134:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763151]  req@ffff8d7c8795d500 x1876699555270144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763151.502175:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555270144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763151.502193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763151.502201:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763151.502207:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555270144:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789763151.885029:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763152.909089:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763153.548914:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.548927:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763153.548934:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.548949:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.548967:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.548977:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763153.549039:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555270912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763153.549092:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.549100:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763153.549104:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.549112:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.549118:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.549125:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763153.549139:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.549161:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555271040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763153.549181:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555270912:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763153.549187:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.549198:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763153.549202:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.549212:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.549221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.549230:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763153.549242:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.549272:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555271168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763153.549290:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763153.549290:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.549301:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763153.549304:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.549313:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.549324:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.549334:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763153.549345:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763153.549374:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555271296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763153.549381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795dc00 x1876699555270912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.549424:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.549434:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763153.549438:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763153.549447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555270912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.549456:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.549473:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763153.549488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.549489:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763153.549509:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789763153.549510:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763153.549525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555270912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763153.549548:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555271424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763153.549575:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763153.549578:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271040:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763153.549592:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763153.549600:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.549611:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3099
00000100:00080000:3.0:1789763153.549621:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.549630:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763153.549643:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763153.549653:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763153.549708:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555271552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763153.549726:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795f480 x1876699555271040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.549766:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555271040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.549786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.549795:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763153.549868:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763153.549884:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763153.549931:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763153.549957:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795fb80 x1876699555271168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.550000:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555271168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.550018:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.550025:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763153.550032:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763153.550045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271296:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763153.550090:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763153.550113:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795e680 x1876699555271296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.550138:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555271296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.550154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.550171:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763153.550178:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271296:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763153.550213:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555271424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763153.550257:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763153.550280:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795c000 x1876699555271424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.550302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555271424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.550316:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.550322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763153.550328:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555271424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763153.550339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555271552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763153.550376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763153.550401:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff8d7c8795ea00 x1876699555271552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.550426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555271552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.550452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.550458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763153.550463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555271552:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763153.933031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763154.957026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763155.981038:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763157.005095:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763158.029074:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763158.668958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.668971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763158.668977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.668990:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669015:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669024:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763158.669088:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555271680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.669125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.669129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.669131:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.669136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669144:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763158.669156:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.669169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555271808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.669190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.669194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763158.669196:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.669199:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669208:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763158.669213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.669228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555271936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763158.669232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555271680:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763158.669256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.669262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.669264:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.669270:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669273:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669278:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763158.669284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763158.669297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555272064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.669310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.669314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.669317:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.669323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789763158.669345:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789763158.669350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.669370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555272192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.669382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.669386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763158.669388:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.669393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3104
00000100:00080000:2.0:1789763158.669396:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.669399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763158.669403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763158.669413:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47c000 x1876699555271680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763158.669420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555272320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763158.669488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555271680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669518:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555271680:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763158.669534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.669560:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763158.669571:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47d500 x1876699555271808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.669582:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555271808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669592:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763158.669640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.669675:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763158.669686:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47ca80 x1876699555271936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.669697:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555271936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669707:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555271936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763158.669715:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272064:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763158.669730:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763158.669738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47df80 x1876699555272064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.669748:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555272064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669757:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669759:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272064:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763158.669764:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.669777:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763158.669785:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47d880 x1876699555272192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.669795:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555272192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669852:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669855:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669858:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763158.669863:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763158.669881:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763158.669891:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff8d7c8a47f800 x1876699555272320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.669901:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555272320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.669907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.669910:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763158.669912:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272320:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763159.053102:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763160.077019:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763161.101077:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763162.125037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763163.149037:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763163.788975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.788991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763163.788999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.789016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789033:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789045:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763163.789113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555272448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763163.789170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.789178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763163.789182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.789191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789211:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763163.789231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.789263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555272576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763163.789283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.789293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763163.789296:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555272448:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763163.789297:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.789314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789321:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763163.789336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.789354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555272704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763163.789367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.789372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763163.789375:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.789380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789385:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789389:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763163.789396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763163.789409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555272832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763163.789422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.789427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763163.789433:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763163.789435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763163.789443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763163.789462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.789479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555272960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763163.789491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763163.789496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763163.789499:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763163.789504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3109
00000100:00080000:2.0:1789763163.789508:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763163.789513:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763163.789522:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47e680 x1876699555272448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763163.789524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763163.789547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555273088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763163.789564:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555272448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.789607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.789616:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.789624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555272448:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763163.789672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763163.789724:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763163.789751:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47dc00 x1876699555272576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.789774:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555272576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.789785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.789790:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.789794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763163.789849:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763163.789882:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763163.789898:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47f480 x1876699555272704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.789913:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555272704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.789924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.789929:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.789933:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763163.789939:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272832:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763163.789961:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763163.789972:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47d180 x1876699555272832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.789987:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555272832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.789997:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.790000:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.790004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555272832:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763163.790011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763163.790046:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763163.790068:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47f100 x1876699555272960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.790093:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555272960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.790110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.790116:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.790123:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555272960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763163.790133:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763163.790169:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763163.790190:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff8d7c8a47c700 x1876699555273088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.790215:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555273088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763163.790245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763163.790253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763163.790260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763164.173028:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763165.197032:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763166.221016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763167.244983:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763168.269123:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763168.908989:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909002:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763168.909008:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909022:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909038:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909048:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763168.909098:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555273216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763168.909145:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909149:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763168.909152:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909158:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909162:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909167:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763168.909179:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763168.909199:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555273344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763168.909212:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909217:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763168.909219:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909224:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909229:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909234:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763168.909240:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763168.909255:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555273472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763168.909277:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555273216:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763168.909280:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909285:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763168.909294:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909314:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909319:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909324:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763168.909329:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763168.909343:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555273600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763168.909355:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909359:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763168.909361:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909366:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909373:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909378:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763168.909383:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763168.909396:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555273728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763168.909406:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763168.909409:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763168.909412:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763168.909418:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3114
00000100:00080000:0.0:1789763168.909423:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763168.909427:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763168.909433:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763168.909445:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763168.909448:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555273856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763168.909526:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aac700 x1876699555273216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.909590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555273216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.909613:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.909621:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.909630:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555273216:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763168.909647:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763168.909697:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763168.909716:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aae300 x1876699555273344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.909733:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555273344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.909744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.909749:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.909753:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763168.909794:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763168.909864:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763168.909880:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aace00 x1876699555273472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.909895:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555273472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.909906:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.909910:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.909914:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763168.909922:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273600:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763168.909943:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763168.909954:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aaf800 x1876699555273600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.909968:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555273600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.909978:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.909982:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.909985:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555273600:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763168.909996:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763168.910031:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763168.910053:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aaf480 x1876699555273728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.910080:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555273728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.910097:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.910104:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.910108:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763168.910117:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763168.910148:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763168.910162:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff8d7c85aad500 x1876699555273856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.910177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555273856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.910187:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.910191:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763168.910196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555273856:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763169.293139:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763170.317981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763171.341464:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763172.365279:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763173.389214:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763174.028960:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.028977:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763174.028984:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029014:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3119
00000100:00080000:0.0:1789763174.029033:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.029046:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763174.029112:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555273984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763174.029150:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.029155:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763174.029158:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029163:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3119
00000100:00080000:0.0:1789763174.029168:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.029172:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763174.029187:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763174.029204:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555274112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763174.029219:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.029225:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763174.029227:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029232:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3119
00000100:00080000:0.0:1789763174.029236:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763174.029245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555273984:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763174.029246:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763174.029262:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763174.029280:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555274240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763174.029294:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.029298:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763174.029301:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029307:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3119
00000100:00080000:0.0:1789763174.029311:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.029316:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763174.029322:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763174.029337:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555274368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763174.029349:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.029354:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763174.029356:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029361:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3119
00000800:00000100:1.0:1789763174.029370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763174.029372:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.029383:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763174.029390:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763174.029405:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555274496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763174.029417:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763174.029422:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763174.029426:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763174.029432:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3119
00000100:00080000:0.0:1789763174.029437:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.029442:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763174.029450:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763174.029459:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aac000 x1876699555273984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763174.029477:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555274624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763174.029499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555273984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.029551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.029559:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.029567:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555273984:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763174.029578:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763174.029610:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763174.029626:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aadc00 x1876699555274112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763174.029642:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555274112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.029653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.029657:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.029661:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763174.029696:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763174.029717:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763174.029730:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aae680 x1876699555274240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763174.029744:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555274240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.029754:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.029758:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.029762:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763174.029770:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274368:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763174.029790:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763174.029844:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aad880 x1876699555274368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763174.029861:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555274368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.029871:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.029875:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.029879:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763174.029886:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555274496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763174.029911:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763174.029924:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aaed80 x1876699555274496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763174.029938:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555274496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.029948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.029951:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.029955:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555274496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763174.029962:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555274624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763174.029982:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763174.029993:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff8d7c85aad500 x1876699555274624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763174.030008:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555274624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763174.030017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763174.030020:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763174.030024:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555274624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763174.413463:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763175.437082:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763176.461009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763177.485053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763178.509108:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763179.149050:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763179.149067:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763179.149073:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149090:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149107:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149122:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763179.149190:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555274752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763179.149230:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763179.149236:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763179.149239:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149244:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149249:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149254:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763179.149269:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763179.149287:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555274880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763179.149307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555274752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763179.149320:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763179.149328:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763179.149331:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149338:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149342:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149347:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763179.149353:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763179.149372:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555275008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763179.149386:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763179.149392:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763179.149394:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149398:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149405:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149413:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763179.149422:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763179.149438:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763179.149450:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555275136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763179.149503:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763179.149511:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763179.149516:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149525:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149537:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149551:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763179.149553:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aaf480 x1876699555274752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763179.149561:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763179.149590:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555275264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763179.149605:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763179.149611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555274752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763179.149612:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763179.149619:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763179.149631:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3124
00000100:00080000:0.0:1789763179.149642:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.149653:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763179.149660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763179.149661:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763179.149676:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763179.149685:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555275392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763179.149691:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555274752:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763179.149752:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763179.149794:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763179.149854:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aaf800 x1876699555274880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763179.149887:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555274880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.149908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.149913:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763179.149918:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555274880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763179.149926:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763179.149954:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763179.149968:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aace00 x1876699555275008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763179.149983:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555275008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.149994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.149998:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763179.150003:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763179.150009:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275136:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763179.150030:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763179.150042:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aae300 x1876699555275136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763179.150055:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555275136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.150065:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.150069:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763179.150074:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275136:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763179.150081:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555275264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763179.150101:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763179.150112:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aac700 x1876699555275264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763179.150126:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555275264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.150136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.150140:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763179.150144:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555275264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763179.150154:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555275392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763179.150190:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763179.150212:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff8d7c85aaf100 x1876699555275392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763179.150239:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555275392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.150257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.150263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763179.150267:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555275392:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763179.533131:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763180.557138:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763181.581114:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763182.605054:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763183.629101:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763184.268995:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269016:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763184.269027:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.269049:0:501:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269072:0:501:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269088:0:501:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763184.269157:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555275520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.269203:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269207:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.269210:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.269215:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269221:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269228:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763184.269243:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.269261:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555275648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763184.269270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555275520:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763184.269289:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269296:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763184.269298:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.269305:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269310:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269315:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763184.269322:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.269338:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555275776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.269360:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269364:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.269367:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.269373:0:501:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269378:0:501:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269382:0:501:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763184.269389:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763184.269396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763184.269410:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555275904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.269426:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269462:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.269465:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.269471:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269478:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269485:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763184.269492:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763184.269506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b0a80 x1876699555275520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763184.269516:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555276032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.269553:0:501:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.269558:0:501:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763184.269561:0:501:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763184.269567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555275520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763184.269573:0:501:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3129
00000100:00080000:1.0:1789763184.269584:0:501:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.269595:0:501:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763184.269606:0:501:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763184.269608:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.269619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763184.269623:0:501:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555276160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763184.269633:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555275520:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763184.269687:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.269723:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763184.269743:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b1f80 x1876699555275648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.269770:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555275648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.269787:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.269793:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763184.269840:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.269856:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.269889:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763184.269906:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b2680 x1876699555275776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.269921:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555275776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.269933:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.269937:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763184.269941:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.269949:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275904:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763184.269971:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763184.269983:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b0000 x1876699555275904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.269998:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555275904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.270008:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.270011:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763184.270015:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555275904:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763184.270024:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.270052:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763184.270068:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b0380 x1876699555276032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.270082:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555276032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.270091:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.270095:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763184.270098:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.270105:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.270127:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763184.270144:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff8d7c867b1c00 x1876699555276160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.270158:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555276160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.270177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.270181:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763184.270185:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276160:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763184.653039:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763185.677058:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763186.701044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763187.725064:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763188.749082:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763189.389016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763189.389039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389056:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389074:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763189.389085:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763189.389146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555276288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763189.389197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763189.389205:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389211:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389215:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763189.389219:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763189.389234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763189.389249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555276416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763189.389261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763189.389271:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389280:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763189.389287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763189.389295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763189.389307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555276544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763189.389322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763189.389329:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389338:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389343:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763189.389345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555276288:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763189.389351:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763189.389366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763189.389383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555276672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763189.389426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763189.389434:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763189.389451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763189.389457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763189.389472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555276800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763189.389486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763189.389491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763189.389493:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763189.389497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3134
00000100:00080000:2.0:1789763189.389502:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763189.389513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763189.389520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763189.389531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763189.389549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555276928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763189.389607:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47ed80 x1876699555276288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.389642:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555276288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.389659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.389666:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.389673:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555276288:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763189.389689:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763189.389741:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763189.389769:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47ea00 x1876699555276416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.389795:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555276416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.389880:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.389886:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.389891:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763189.389929:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763189.389963:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763189.389978:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47ce00 x1876699555276544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.389994:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555276544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.390004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.390009:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.390013:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763189.390020:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276672:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763189.390040:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763189.390052:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47c380 x1876699555276672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.390066:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555276672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.390076:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.390079:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.390083:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555276672:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763189.390090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763189.390109:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763189.390121:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47fb80 x1876699555276800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.390135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555276800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.390145:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.390148:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.390152:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763189.390158:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763189.390177:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763189.390187:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff8d7c8a47c700 x1876699555276928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.390201:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555276928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.390210:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.390214:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763189.390217:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555276928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763189.773001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763190.797039:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763191.821070:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763192.845054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763193.869057:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763194.509014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763194.509040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763194.509061:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509082:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763194.509097:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763194.509179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555277056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763194.509239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763194.509248:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763194.509255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763194.509281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763194.509299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763194.509322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555277184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763194.509350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763194.509386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555277056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763194.509389:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763194.509410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509419:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763194.509429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763194.509441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763194.509471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555277312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763194.509487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763194.509495:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763194.509500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509506:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763194.509512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763194.509520:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763194.509530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763194.509547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555277440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763194.509561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763194.509569:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763194.509575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763194.509585:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763194.509590:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763194.509603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47f100 x1876699555277056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763194.509609:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555277568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763194.509667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763194.509673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763194.509676:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763194.509684:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555277056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763194.509686:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3140
00000100:00080000:2.0:1789763194.509695:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763194.509707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763194.509721:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763194.509724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.509734:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763194.509741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555277696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763194.509745:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555277056:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763194.509848:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.509884:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763194.509903:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47d180 x1876699555277184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.509928:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555277184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.509945:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.509952:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763194.509960:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.509972:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.510016:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763194.510039:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47f480 x1876699555277312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.510056:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555277312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.510067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.510071:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763194.510091:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.510099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277440:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763194.510129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763194.510143:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47dc00 x1876699555277440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.510158:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555277440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.510169:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.510173:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763194.510177:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277440:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763194.510183:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555277568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.510203:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763194.510216:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47e680 x1876699555277568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.510230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555277568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.510240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.510243:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763194.510246:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555277568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.510253:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555277696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.510272:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763194.510284:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff8d7c8a47f800 x1876699555277696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.510298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555277696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.510307:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.510310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763194.510314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555277696:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763194.893044:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763195.916893:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763196.941037:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763197.965073:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763198.989068:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763199.629020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763199.629038:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629052:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00080000:1.0:1789763199.629067:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763199.629078:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763199.629140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555277824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763199.629197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763199.629209:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00080000:1.0:1789763199.629225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763199.629233:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763199.629263:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.629273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555277824:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763199.629291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555277952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763199.629309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763199.629344:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00080000:1.0:1789763199.629375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763199.629384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789763199.629396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763199.629397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763199.629428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555278080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763199.629448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763199.629459:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00100000:0.0:1789763199.629479:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b1500 x1876699555277824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.629489:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763199.629507:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763199.629516:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555277824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763199.629524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:0.0:1789763199.629559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763199.629560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555278208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.629576:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.629590:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555277824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763199.629594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763199.629606:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629613:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00080000:1.0:1789763199.629619:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763199.629624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763199.629632:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.629640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763199.629650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555278336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763199.629666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763199.629671:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763199.629672:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763199.629678:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3145
00000100:00080000:1.0:1789763199.629698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763199.629707:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763199.629710:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763199.629722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763199.629739:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555278464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763199.629752:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b2d80 x1876699555277952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.629779:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555277952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.629848:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.629854:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.629859:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555277952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.629869:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.629902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763199.629918:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b3800 x1876699555278080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.629933:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555278080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.629944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.629948:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.629952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.629973:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278208:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763199.629997:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763199.630009:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b2a00 x1876699555278208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.630024:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555278208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.630034:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.630038:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.630042:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278208:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763199.630065:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555278336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.630086:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763199.630097:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b0e00 x1876699555278336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.630111:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555278336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.630120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.630124:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.630128:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555278336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763199.630135:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555278464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763199.630153:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763199.630165:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff8d7c867b1180 x1876699555278464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.630179:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555278464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.630188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.630192:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763199.630195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555278464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763200.013074:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763201.037024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763202.061052:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763203.085061:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763204.109031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763204.749013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763204.749029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763204.749036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763204.749053:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:3.0:1789763204.749071:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749083:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763204.749149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555278592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763204.749198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763204.749204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763204.749207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763204.749212:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:3.0:1789763204.749217:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763204.749241:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763204.749260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555278720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763204.749270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555278592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763204.749317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763204.749335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763204.749338:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763204.749350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:3.0:1789763204.749357:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749363:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763204.749371:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763204.749402:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555278848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763204.749416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763204.749421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763204.749424:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763204.749429:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:3.0:1789763204.749444:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749450:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763204.749458:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763204.749462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763204.749479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555278976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763204.749495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763204.749500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763204.749502:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763204.749506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:3.0:1789763204.749511:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749517:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763204.749524:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763204.749537:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795ea00 x1876699555278592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763204.749551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555279104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763204.749577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763204.749578:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555278592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763204.749596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763204.749607:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763204.749611:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763204.749627:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3150
00000100:00080000:1.0:1789763204.749628:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.749641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555278592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763204.749644:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763204.749662:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763204.749682:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763204.749697:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763204.749715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555279232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763204.749738:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763204.749764:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795c000 x1876699555278720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.749781:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555278720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.749843:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.749854:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.749863:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.749876:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.749920:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763204.749947:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795e680 x1876699555278848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.749972:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555278848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.749990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.749996:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.750004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.750026:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278976:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763204.750062:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763204.750078:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795fb80 x1876699555278976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.750094:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555278976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.750105:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.750109:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.750113:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555278976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763204.750120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.750140:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763204.750151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795f480 x1876699555279104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.750165:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555279104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.750175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.750179:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.750183:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.750206:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.750226:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763204.750237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff8d7c8795dc00 x1876699555279232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.750251:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555279232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.750260:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.750263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763204.750267:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279232:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763205.133075:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763206.157103:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763207.181064:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763208.205044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763209.228974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763209.868896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.868912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763209.868918:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.868935:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.868952:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.868966:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763209.869037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555279360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.869088:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.869094:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763209.869097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.869103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.869109:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.869115:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763209.869131:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.869152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555279488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.869167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.869172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763209.869175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.869180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.869186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.869192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763209.869199:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.869214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555279616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.869230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.869269:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763209.869274:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555279360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763209.869276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.869294:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.869304:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.869309:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763209.869320:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763209.869342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555279744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.869356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.869361:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763209.869363:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.869368:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.869375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.869382:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763209.869389:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763209.869402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763209.869411:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555279872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763209.869428:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763209.869433:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763209.869438:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763209.869445:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3155
00000100:00080000:3.0:1789763209.869449:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763209.869453:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763209.869461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763209.869482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555280000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763209.869487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795d500 x1876699555279360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.869568:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555279360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.869586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.869592:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.869599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555279360:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763209.869610:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763209.869640:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763209.869655:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795ed80 x1876699555279488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.869670:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555279488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.869681:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.869685:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.869689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763209.869723:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763209.869744:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763209.869756:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795f800 x1876699555279616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.869769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555279616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.869779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.869782:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.869786:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763209.869793:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279744:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763209.869907:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763209.869932:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795ca80 x1876699555279744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.869958:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555279744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.869976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.869983:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.869990:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555279744:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763209.870003:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763209.870035:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763209.870050:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795ce00 x1876699555279872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.870065:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555279872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.870075:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.870079:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.870083:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555279872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763209.870090:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763209.870110:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763209.870121:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763209]  req@ffff8d7c8795d880 x1876699555280000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763209.870134:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555280000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763209.870144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763209.870148:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763209.870152:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280000:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763210.253063:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763211.277013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763212.301056:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763213.325112:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763214.349065:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763214.989061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763214.989084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989103:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989129:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989145:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763214.989251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555280128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763214.989315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763214.989326:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763214.989370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763214.989398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555280256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763214.989418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555280128:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763214.989425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763214.989444:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763214.989475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763214.989490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555280384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763214.989504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763214.989513:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989524:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989529:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763214.989536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763214.989552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555280512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763214.989565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989570:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763214.989572:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989580:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763214.989594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763214.989616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555280640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763214.989631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763214.989645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763214.989647:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280256:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763214.989650:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763214.989668:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3160
00000100:00080000:2.0:1789763214.989686:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763214.989695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763214.989705:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763214.989736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555280768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763214.989773:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763214.989911:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763214.989960:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763214.990000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280768:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763215.372983:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763216.397007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763217.420997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763218.061411:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789763218.061496:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763218.061520:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763218.061597:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763218.061614:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763218.061633:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763218.061650:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763218.061667:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763218.061722:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47c000 x1876699555280640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.061789:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555280640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.061910:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.061922:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.061931:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763218.061949:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47f800 x1876699555280768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.061977:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555280768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.062007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.062015:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.062023:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555280768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763218.062039:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47df80 x1876699555280256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.062067:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555280256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.062083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.062090:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.062097:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763218.062111:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47ca80 x1876699555280384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.062136:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555280384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.062158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.062166:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.062174:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763218.062223:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47d500 x1876699555280512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.062257:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555280512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.062275:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.062283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.062293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555280512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763218.062304:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763218]  req@ffff8d7c8a47d880 x1876699555280128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763218.062328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555280128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763218.062349:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763218.062359:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763218.062368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555280128:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789763218.445095:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763219.469068:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763220.109058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763220.109076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.109091:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.109116:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763220.109193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555280896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.109234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763220.109241:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.109247:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.109256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763220.109269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.109287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555281024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.109301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763220.109309:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.109314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.109322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763220.109330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763220.109334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555280896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763220.109346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555281152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.109371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763220.109379:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.109386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.109400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763220.109410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763220.109434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555281280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.109454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763220.109464:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.109471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763220.109487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763220.109495:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763220.109509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.109533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555281408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.109552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.109558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763220.109563:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763220.109571:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b1880 x1876699555280896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.109578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3165
00000100:00080000:1.0:1789763220.109593:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.109606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763220.109618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763220.109629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555280896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763220.109650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555281536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763220.109660:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.109677:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.109693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555280896:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763220.109712:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763220.109782:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763220.109889:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b3b80 x1876699555281024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.109919:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555281024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.109937:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.109945:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.109952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763220.110002:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763220.110048:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763220.110074:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b2300 x1876699555281152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.110099:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555281152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.110117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.110124:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.110131:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763220.110146:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281280:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763220.110224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763220.110251:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b3100 x1876699555281280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.110275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555281280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.110293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.110299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.110306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281280:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763220.110319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555281408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763220.110361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763220.110384:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b1180 x1876699555281408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.110407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555281408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.110423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.110430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.110436:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555281408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763220.110448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555281536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763220.110488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763220.110509:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff8d7c867b0e00 x1876699555281536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.110531:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555281536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.110547:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.110554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763220.110560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555281536:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763220.493060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763221.517045:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763222.541042:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763223.565033:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763224.589009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763225.229072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763225.229095:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229112:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229150:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763225.229229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555281664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.229276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763225.229284:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763225.229312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763225.229332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555281792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.229349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763225.229357:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229369:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763225.229385:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555281664:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789763225.229388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763225.229416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555281920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.229434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763225.229442:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229448:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763225.229468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763225.229484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555282048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.229498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229503:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763225.229506:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763225.229529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763225.229534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763225.229547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555282176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.229563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763225.229569:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763225.229573:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763225.229578:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3170
00000100:00080000:0.0:1789763225.229582:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763225.229587:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763225.229596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763225.229613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aafb80 x1876699555281664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763225.229616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555282304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763225.229669:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555281664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.229689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.229697:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.229705:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555281664:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763225.229717:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.229754:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763225.229770:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aad180 x1876699555281792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.229785:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555281792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.229795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.229800:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.229845:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.229883:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.229909:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763225.229923:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aac380 x1876699555281920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.229938:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555281920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.229948:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.229952:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.229956:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555281920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.229963:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282048:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763225.229983:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763225.229994:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aaca80 x1876699555282048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.230008:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555282048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.230017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.230021:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.230025:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282048:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763225.230032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.230050:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763225.230062:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aaea00 x1876699555282176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.230076:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555282176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.230085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.230089:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.230092:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.230099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.230117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763225.230157:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff8d7c85aaf100 x1876699555282304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.230174:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555282304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.230184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.230188:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763225.230192:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282304:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763225.613083:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763226.636974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763227.660950:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763228.685012:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763229.709076:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763230.349001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763230.349024:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.349041:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349060:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349072:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763230.349163:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555282432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.349205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.349212:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.349219:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763230.349255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763230.349288:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555282432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763230.349290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555282560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.349321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763230.349333:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.349341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763230.349362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.349379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555282688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.349392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1789763230.349402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763230.349405:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.349415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763230.349432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763230.349448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555282816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.349462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.349469:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.349474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349488:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763230.349493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763230.349495:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47e680 x1876699555282432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763230.349513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555282944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.349528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.349533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763230.349536:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763230.349545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555282432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763230.349546:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3175
00000100:00080000:2.0:1789763230.349555:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.349565:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763230.349577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763230.349598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763230.349601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555283072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763230.349613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.349629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555282432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763230.349672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.349708:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763230.349725:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47dc00 x1876699555282560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.349741:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555282560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.349752:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.349756:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.349760:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.349766:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.349786:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763230.349797:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47f480 x1876699555282688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.349844:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555282688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.349858:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.349865:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.349871:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.349884:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282816:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763230.349923:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763230.349944:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47d180 x1876699555282816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.349964:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555282816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.349975:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.349979:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.349982:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555282816:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763230.349990:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.350016:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763230.350028:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47f100 x1876699555282944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.350041:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555282944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.350050:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.350054:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.350058:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555282944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.350064:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.350082:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763230.350119:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff8d7c8a47c700 x1876699555283072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.350136:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555283072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.350146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.350166:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763230.350170:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283072:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763230.733050:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763231.757005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763232.781116:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763233.804986:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763234.829019:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763235.468987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.469003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763235.469010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.469026:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3181
00000100:00080000:2.0:1789763235.469044:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469086:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763235.469152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555283200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.469192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.469197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763235.469200:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.469205:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3181
00000100:00080000:2.0:1789763235.469210:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763235.469229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.469246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555283328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.469267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.469275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763235.469283:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763235.469289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555283200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763235.469295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3181
00000100:00080000:2.0:1789763235.469311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763235.469332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.469359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555283456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.469380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.469388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763235.469393:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.469401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3181
00000800:00000100:1.0:1789763235.469410:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763235.469414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763235.469440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763235.469465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555283584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.469481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763235.469489:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47fb80 x1876699555283200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763235.469490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763235.469497:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.469514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3181
00000100:00080000:2.0:1789763235.469529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469536:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763235.469544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763235.469545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555283200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763235.469566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555283712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763235.469602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763235.469603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.469617:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763235.469620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763235.469622:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763235.469636:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555283200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763235.469637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3181
00000100:00080000:2.0:1789763235.469646:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.469655:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763235.469662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.469677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555283840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763235.469687:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.469747:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763235.469777:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47c380 x1876699555283328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.469853:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555283328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.469876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.469881:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763235.469887:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763235.469896:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.469929:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763235.469944:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47ce00 x1876699555283456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.469960:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555283456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.469971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.469975:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763235.469979:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763235.469986:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283584:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763235.470007:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763235.470018:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47ea00 x1876699555283584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.470032:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555283584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.470042:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.470045:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763235.470075:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555283584:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763235.470086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.470114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763235.470128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47ed80 x1876699555283712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.470143:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555283712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.470154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.470157:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763235.470162:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763235.470184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.470205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763235.470216:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff8d7c8a47fb80 x1876699555283840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.470230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555283840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.470239:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.470243:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763235.470246:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555283840:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763235.852984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763236.877711:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763237.902110:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763238.926283:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763239.949260:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763240.588989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763240.589010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589042:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00080000:2.0:1789763240.589058:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589069:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763240.589125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555283968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.589169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.589177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00080000:2.0:1789763240.589187:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589191:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763240.589203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.589219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555284096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.589233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.589242:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00080000:2.0:1789763240.589252:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763240.589264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763240.589275:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555283968:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763240.589280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555284224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.589300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.589306:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589311:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00080000:2.0:1789763240.589315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589319:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763240.589325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763240.589347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555284352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.589367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763240.589383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763240.589384:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00080000:2.0:1789763240.589406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589418:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763240.589429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.589455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555284480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763240.589475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47c700 x1876699555283968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763240.589477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.589495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.589506:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.589521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3186
00000100:00100000:1.0:1789763240.589531:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555283968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763240.589535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.589554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763240.589555:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763240.589565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763240.589566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.589579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555283968:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763240.589597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555284608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763240.589598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.589648:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763240.589678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47f100 x1876699555284096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.589705:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555284096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.589722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.589730:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.589737:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.589792:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.589869:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763240.589885:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47d180 x1876699555284224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.589910:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555284224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.589921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.589925:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.589929:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.589951:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284352:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763240.589975:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763240.589988:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47f480 x1876699555284352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.590002:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555284352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.590012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.590041:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.590048:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763240.590060:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555284480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.590095:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763240.590116:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47dc00 x1876699555284480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.590135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555284480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.590154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.590158:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.590162:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555284480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.590169:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555284608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.590193:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763240.590206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff8d7c8a47e680 x1876699555284608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.590220:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555284608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.590229:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.590233:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763240.590236:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555284608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763240.973677:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763241.997140:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763243.021108:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763244.045067:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763245.069090:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763245.708938:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.708951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763245.708955:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.708992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709026:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709038:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763245.709087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555284736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.709120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.709124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.709127:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.709131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709135:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763245.709149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.709164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555284864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.709175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.709179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763245.709181:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.709186:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709189:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763245.709198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.709212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555284992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.709227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763245.709232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555284736:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763245.709232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.709241:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.709265:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709269:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709272:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763245.709277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763245.709298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555285120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.709309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.709313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763245.709316:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.709321:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763245.709343:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.709360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555285248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763245.709395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.709402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763245.709409:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763245.709411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763245.709429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3191
00000100:00080000:2.0:1789763245.709438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763245.709444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763245.709451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.709476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555285376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763245.709516:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47d880 x1876699555284736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.709575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555284736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.709596:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.709602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.709610:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555284736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763245.709623:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763245.709683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763245.709710:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47d500 x1876699555284864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.709735:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555284864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.709747:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.709751:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.709755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763245.709857:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763245.709899:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763245.709915:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47ca80 x1876699555284992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.709930:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555284992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.709946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.709953:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.709959:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555284992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763245.709972:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285120:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763245.710055:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763245.710079:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47df80 x1876699555285120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.710095:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555285120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.710106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.710110:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.710114:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285120:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763245.710136:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555285248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763245.710170:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763245.710183:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47f800 x1876699555285248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.710198:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555285248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.710208:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.710212:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.710216:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555285248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763245.710223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555285376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763245.710243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763245.710254:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff8d7c8a47c000 x1876699555285376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.710267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555285376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.710278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.710282:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763245.710286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555285376:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763246.093061:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763247.117062:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763248.141071:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763249.165146:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763250.189071:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763250.828962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763250.828976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763250.828981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763250.828995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829010:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763250.829020:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763250.829069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555285504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763250.829109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763250.829114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763250.829117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763250.829123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829128:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763250.829133:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763250.829145:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.829162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555285632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763250.829178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763250.829182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763250.829185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763250.829194:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555285504:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763250.829225:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829231:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763250.829236:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763250.829245:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.829264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555285760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763250.829278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763250.829282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763250.829285:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763250.829295:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763250.829295:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829308:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763250.829314:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763250.829322:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763250.829339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555285888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763250.829354:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763250.829359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763250.829362:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763250.829367:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829375:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763250.829377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795d180 x1876699555285504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.829384:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763250.829396:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763250.829418:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555286016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763250.829431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763250.829438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555285504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763250.829439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763250.829447:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763250.829464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3196
00000100:00080000:3.0:1789763250.829472:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763250.829473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763250.829482:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763250.829490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789763250.829496:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763250.829501:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555285504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763250.829517:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555286144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763250.829544:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763250.829599:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763250.829626:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795c700 x1876699555285632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763250.829653:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555285632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763250.829669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763250.829674:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763250.829679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763250.829688:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763250.829717:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763250.829732:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795df80 x1876699555285760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763250.829746:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555285760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763250.829756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763250.829761:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763250.829765:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763250.829771:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285888:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763250.829790:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763250.829847:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795f100 x1876699555285888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763250.829863:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555285888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763250.829874:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763250.829878:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763250.829882:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555285888:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763250.829890:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763250.829914:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763250.829928:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795e300 x1876699555286016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763250.829974:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555286016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763250.829986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763250.829999:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763250.830004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763250.830028:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763250.830056:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763250.830070:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff8d7c8795c380 x1876699555286144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763250.830084:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555286144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763250.830094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763250.830097:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763250.830101:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286144:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763251.213089:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763252.236964:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763253.261021:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763254.285031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763255.308969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763255.948947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.948979:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763255.948984:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.948995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:3.0:1789763255.949006:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.949013:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763255.949057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555286272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.949082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.949085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.949086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.949090:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:3.0:1789763255.949092:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.949095:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763255.949105:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763255.949120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555286400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.949131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.949135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763255.949138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763255.949141:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555286272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763255.949145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:3.0:1789763255.949152:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.949156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763255.949161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763255.949175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555286528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.949191:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.949194:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.949196:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.949200:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:3.0:1789763255.949205:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.949209:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763255.949214:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763255.949217:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763255.949232:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555286656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.949253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.949258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763255.949260:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.949283:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:3.0:1789763255.949293:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763255.949303:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795c380 x1876699555286272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763255.949310:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763255.949333:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763255.949349:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555286272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763255.949361:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555286784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763255.949405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763255.949419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763255.949422:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763255.949430:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3201
00000100:00080000:1.0:1789763255.949431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763255.949437:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763255.949451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763255.949452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789763255.949456:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763255.949473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555286272:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763255.949477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555286912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763255.949534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.949585:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763255.949603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795e300 x1876699555286400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.949620:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555286400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.949640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.949644:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763255.949649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.949655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.949677:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763255.949688:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795f100 x1876699555286528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.949703:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555286528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.949713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.949716:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763255.949720:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.949728:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286656:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763255.949749:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763255.949760:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795df80 x1876699555286656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.949775:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555286656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.949785:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.949788:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763255.949792:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555286656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763255.949798:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.949863:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763255.949878:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795c700 x1876699555286784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.949893:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555286784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.949963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.949967:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763255.949971:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.949978:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.950001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763255.950014:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff8d7c8795d180 x1876699555286912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.950024:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555286912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.950030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.950032:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763255.950034:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555286912:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763256.332997:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763257.357028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763258.380966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763259.405029:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763260.429083:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763261.068974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763261.068996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763261.069004:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069025:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3206
00000100:00080000:3.0:1789763261.069045:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069062:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763261.069125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555287040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763261.069168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763261.069174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763261.069177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069183:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3206
00000100:00080000:3.0:1789763261.069189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069194:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763261.069209:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763261.069228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555287168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763261.069247:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555287040:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763261.069267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763261.069277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763261.069281:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069292:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3206
00000100:00080000:3.0:1789763261.069301:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069308:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763261.069319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763261.069349:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555287296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763261.069370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763261.069375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763261.069377:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069388:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3206
00000800:00000100:1.0:1789763261.069394:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763261.069397:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069406:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763261.069415:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763261.069435:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555287424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763261.069449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763261.069454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763261.069457:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069463:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3206
00000100:00080000:3.0:1789763261.069469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763261.069483:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795d880 x1876699555287040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763261.069487:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763261.069521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555287552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763261.069528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555287040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.069577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.069578:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.069589:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763261.069596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763261.069602:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555287040:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763261.069606:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763261.069621:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3206
00000100:00080000:3.0:1789763261.069631:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763261.069640:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763261.069651:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763261.069662:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763261.069680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555287680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763261.069713:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763261.069741:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795ce00 x1876699555287168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.069759:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555287168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.069779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763261.069784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763261.069788:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763261.069796:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763261.069892:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763261.069914:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795ca80 x1876699555287296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.069940:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555287296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.069957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763261.069964:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763261.069971:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763261.069984:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287424:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763261.070025:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763261.070042:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795f800 x1876699555287424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.070059:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555287424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.070070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763261.070074:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763261.070079:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287424:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763261.070086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555287552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763261.070108:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763261.070120:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795ed80 x1876699555287552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.070135:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555287552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.070144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763261.070148:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763261.070152:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555287552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763261.070176:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555287680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763261.070198:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763261.070210:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff8d7c8795d500 x1876699555287680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.070224:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555287680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763261.070234:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763261.070238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763261.070241:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555287680:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763261.452990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763262.477037:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763263.501018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763264.524981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763265.548994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763266.189004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763266.189027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.189044:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00080000:1.0:1789763266.189062:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189074:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763266.189138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555287808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.189190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763266.189199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.189205:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00080000:1.0:1789763266.189210:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189215:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763266.189232:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.189249:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555287936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.189265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763266.189274:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.189286:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00100000:2.0:1789763266.189289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555287808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763266.189295:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189309:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763266.189319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.189347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555288064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.189384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189392:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763266.189397:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763266.189405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763266.189414:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00080000:1.0:1789763266.189425:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189433:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763266.189442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763266.189463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555288192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.189477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763266.189485:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763266.189494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b2a00 x1876699555287808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763266.189496:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00080000:1.0:1789763266.189505:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189516:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763266.189529:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.189552:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555288320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763266.189567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555287808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763266.189570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.189582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763266.189586:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.189592:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3211
00000100:00080000:1.0:1789763266.189597:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.189602:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763266.189613:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763266.189631:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763266.189633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555288448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763266.189646:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.189660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555287808:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763266.189677:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763266.189718:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763266.189738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b3800 x1876699555287936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763266.189754:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555287936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763266.189765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763266.189770:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.189775:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555287936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763266.189882:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763266.189915:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763266.189930:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b2d80 x1876699555288064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763266.189946:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555288064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763266.189957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763266.189961:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.189965:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763266.189973:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288192:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763266.189994:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763266.190006:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b1500 x1876699555288192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763266.190020:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555288192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763266.190030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763266.190033:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.190037:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288192:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763266.190043:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555288320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763266.190062:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763266.190073:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b1c00 x1876699555288320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763266.190096:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555288320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763266.190106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763266.190109:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.190113:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555288320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763266.190119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555288448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763266.190141:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763266.190152:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff8d7c867b0380 x1876699555288448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763266.190165:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555288448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763266.190175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763266.190179:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763266.190182:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555288448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763266.573022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763267.596970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763268.621031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763269.645054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763270.669000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763271.308937:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763271.308961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763271.308968:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.308984:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309002:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309014:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763271.309078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555288576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763271.309125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763271.309131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763271.309133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.309139:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309144:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763271.309162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763271.309195:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555288704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763271.309212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763271.309220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555288576:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763271.309221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763271.309228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.309242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763271.309258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763271.309277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555288832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763271.309290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763271.309295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763271.309297:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.309302:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309306:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309311:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763271.309318:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763271.309331:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555288960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763271.309344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763271.309352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789763271.309356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763271.309368:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.309378:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309386:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309392:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763271.309401:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763271.309417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555289088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763271.309432:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763271.309440:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763271.309442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b0000 x1876699555288576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763271.309444:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763271.309455:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3216
00000100:00080000:1.0:1789763271.309464:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763271.309475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763271.309488:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763271.309507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555289216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763271.309513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555288576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.309579:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.309588:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.309595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555288576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763271.309635:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763271.309671:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763271.309688:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b2680 x1876699555288704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763271.309705:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555288704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.309716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.309721:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.309725:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763271.309748:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763271.309770:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763271.309783:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b1f80 x1876699555288832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763271.309868:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555288832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.309880:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.309884:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.309889:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763271.309898:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288960:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763271.309928:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763271.309942:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b0a80 x1876699555288960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763271.309956:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555288960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.309967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.309970:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.309974:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555288960:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763271.309981:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763271.310016:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763271.310029:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b0380 x1876699555289088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763271.310043:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555289088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.310053:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.310057:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.310061:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763271.310068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763271.310088:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763271.310099:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff8d7c867b1c00 x1876699555289216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763271.310114:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555289216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763271.310124:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763271.310127:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763271.310131:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289216:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763271.693090:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763272.717023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763273.740980:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763274.765005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763275.789031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763276.428976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.428993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763276.429000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.429016:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429031:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429041:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763276.429088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555289344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.429129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.429135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763276.429137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.429143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763276.429164:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.429180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555289472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.429197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.429201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763276.429204:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763276.429214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555289344:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763276.429215:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429223:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763276.429243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.429257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555289600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.429269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.429273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763276.429276:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.429281:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429285:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429290:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763276.429297:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763276.429310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555289728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.429325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.429329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763276.429331:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.429336:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429354:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429359:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763276.429370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763276.429371:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.429392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555289856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.429404:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.429409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763276.429412:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.429418:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3221
00000100:00080000:3.0:1789763276.429424:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.429429:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763276.429434:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763276.429441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795dc00 x1876699555289344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763276.429453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555289984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763276.429513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555289344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.429537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.429546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.429555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555289344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763276.429595:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763276.429635:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763276.429654:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795f480 x1876699555289472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763276.429671:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555289472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.429683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.429687:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.429691:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763276.429699:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763276.429720:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763276.429732:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795fb80 x1876699555289600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763276.429784:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555289600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.429796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.429800:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.429840:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763276.429849:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289728:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763276.429880:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763276.429896:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795e680 x1876699555289728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763276.429911:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555289728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.429921:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.429925:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.429929:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555289728:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763276.429937:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763276.429957:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763276.429968:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795c000 x1876699555289856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763276.429981:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555289856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.429990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.429994:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.429997:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763276.430004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763276.430022:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763276.430033:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff8d7c8795ea00 x1876699555289984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763276.430047:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555289984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763276.430056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763276.430059:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763276.430063:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555289984:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763276.812958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763277.836919:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763278.860955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763279.884888:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763280.909046:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763281.548969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.548989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763281.548996:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549014:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549044:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549054:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763281.549120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555290112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763281.549180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.549183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763281.549185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549189:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549193:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549197:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763281.549207:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763281.549247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555290240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763281.549257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.549261:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763281.549263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549269:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549273:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763281.549278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763281.549295:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555290112:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763281.549314:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555290368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763281.549328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.549333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763281.549336:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549343:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549347:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549352:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763281.549359:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763281.549394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555290496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763281.549408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.549411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763281.549413:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549415:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549419:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549423:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763281.549427:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763281.549464:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555290624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763281.549471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763281.549475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763281.549477:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763281.549483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3227
00000100:00080000:1.0:1789763281.549489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763281.549493:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763281.549498:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763281.549531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555290752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763281.549534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763281.549614:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763281.549634:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763281.549652:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555290624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763281.549670:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555290752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763281.933047:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763282.956899:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763283.981044:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763284.621011:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789763284.621050:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763284.621065:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763284.621093:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763284.621099:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763284.621104:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763284.621110:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763284.621118:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789763284.621151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b1180 x1876699555290752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621177:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555290752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621194:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621199:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555290752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763284.621206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b2d80 x1876699555290240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621219:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555290240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621228:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621231:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621236:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763284.621243:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b3800 x1876699555290368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621264:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555290368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621275:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621279:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763284.621286:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b2a00 x1876699555290496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555290496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621309:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621312:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555290496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763284.621320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b0e00 x1876699555290624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621332:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555290624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621341:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621344:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555290624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763284.621354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763284]  req@ffff8d7c867b1500 x1876699555290112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763284.621365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555290112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763284.621371:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763284.621374:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763284.621378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555290112:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789763285.004966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763286.028868:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763286.668984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.669001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763286.669007:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.669024:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669041:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669053:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763286.669145:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555290880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.669198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.669214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.669218:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.669227:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763286.669262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.669295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555291008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.669318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.669328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763286.669334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555290880:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763286.669335:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.669353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763286.669382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763286.669409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555291136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.669430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.669438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.669442:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.669449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669464:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763286.669476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763286.669480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763286.669512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555291264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763286.669533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763286.669540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763286.669544:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763286.669552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763286.669574:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b3100 x1876699555290880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763286.669591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.669629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555290880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.669639:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555291392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763286.669671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.669703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763286.669711:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763286.669716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763286.669723:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763286.669727:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555290880:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763286.669737:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3232
00000100:00080000:1.0:1789763286.669749:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763286.669758:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763286.669769:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763286.669794:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763286.669848:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555291520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763286.669963:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763286.669995:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b2300 x1876699555291008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763286.670030:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555291008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763286.670041:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763286.670046:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763286.670050:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763286.670059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763286.670090:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763286.670108:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b3b80 x1876699555291136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763286.670131:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555291136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763286.670146:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763286.670153:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763286.670159:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763286.670172:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291264:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763286.670214:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763286.670237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b1880 x1876699555291264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763286.670260:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555291264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763286.670291:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763286.670299:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763286.670306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291264:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763286.670318:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555291392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763286.670359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763286.670381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b1500 x1876699555291392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763286.670404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555291392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763286.670421:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763286.670427:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763286.670434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555291392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763286.670474:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555291520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763286.670515:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763286.670540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff8d7c867b0e00 x1876699555291520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763286.670563:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555291520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763286.670577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763286.670582:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763286.670590:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555291520:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763287.053046:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763288.076987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763289.100932:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763290.125017:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763291.148997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763291.788952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.788968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763291.788974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.788989:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00080000:2.0:1789763291.789005:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789016:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763291.789079:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555291648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763291.789124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.789129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763291.789132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.789138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00080000:2.0:1789763291.789143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763291.789165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763291.789191:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555291648:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763291.789201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555291776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763291.789222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.789227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763291.789231:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.789238:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00080000:2.0:1789763291.789242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763291.789254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763291.789276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555291904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763291.789286:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763291.789301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.789307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763291.789310:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.789318:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00080000:2.0:1789763291.789324:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763291.789336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763291.789356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47c000 x1876699555291648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763291.789357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555292032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763291.789403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.789409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763291.789413:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.789419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00100000:1.0:1789763291.789420:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555291648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763291.789428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789444:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763291.789455:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763291.789456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763291.789469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555291648:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763291.789478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555292160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763291.789506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763291.789510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763291.789513:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763291.789521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3237
00000100:00100000:1.0:1789763291.789522:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291776:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763291.789531:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763291.789539:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763291.789545:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763291.789564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555292288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763291.789565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763291.789582:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47f800 x1876699555291776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.789607:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555291776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.789614:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.789616:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789620:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.789628:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.789664:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763291.789673:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47df80 x1876699555291904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.789686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555291904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.789694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.789698:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789701:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555291904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.789709:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292032:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763291.789732:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763291.789741:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47ca80 x1876699555292032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.789749:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555292032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.789756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.789758:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789760:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292032:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763291.789764:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.789778:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763291.789784:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47d500 x1876699555292160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.789796:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555292160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.789823:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.789825:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789827:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.789842:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.789856:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763291.789864:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff8d7c8a47d880 x1876699555292288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.789876:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555292288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.789884:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.789888:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763291.789892:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292288:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763292.173007:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763293.197069:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763294.220941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763295.244890:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763296.268926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763296.908908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.908919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763296.908923:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.908934:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00080000:3.0:1789763296.908945:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.908954:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763296.908988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555292416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.909011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.909014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763296.909015:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.909018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00080000:3.0:1789763296.909021:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.909024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763296.909033:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.909043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555292544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763296.909052:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555292416:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763296.909053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.909069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763296.909070:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.909074:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00080000:3.0:1789763296.909077:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.909079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763296.909084:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.909093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555292672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.909101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.909104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763296.909106:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.909109:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00080000:3.0:1789763296.909111:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763296.909117:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763296.909118:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763296.909126:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763296.909140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555292800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.909152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763296.909154:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795ea00 x1876699555292416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.909160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763296.909165:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.909172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00100000:1.0:1789763296.909175:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555292416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.909177:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.909186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763296.909194:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763296.909199:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909205:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763296.909208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555292928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763296.909213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555292416:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763296.909225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.909228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763296.909236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763296.909240:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292544:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763296.909241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3242
00000100:00080000:3.0:1789763296.909249:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.909251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763296.909254:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.909264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555293056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763296.909269:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763296.909283:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795c000 x1876699555292544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763296.909293:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555292544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763296.909299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909301:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763296.909304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763296.909307:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763296.909317:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763296.909323:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795e680 x1876699555292672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763296.909330:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555292672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763296.909335:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909337:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763296.909339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763296.909343:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292800:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763296.909353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763296.909359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795fb80 x1876699555292800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763296.909366:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555292800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763296.909372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763296.909375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555292800:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763296.909378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763296.909387:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763296.909393:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795f480 x1876699555292928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763296.909399:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555292928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763296.909404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763296.909408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555292928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763296.909418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763296.909428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763296.909434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff8d7c8795dc00 x1876699555293056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763296.909441:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555293056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763296.909446:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763296.909448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763296.909449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763297.292921:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763298.316904:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763299.341017:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763300.364984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763301.388923:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763302.028855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.028865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763302.028870:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763302.028881:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.028891:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.028899:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763302.028940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555293184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763302.028968:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.028971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763302.028973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763302.028976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.028978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.028981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763302.028990:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763302.029000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555293312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763302.029007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.029011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763302.029014:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763302.029015:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555293184:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763302.029018:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.029024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.029027:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763302.029030:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763302.029038:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555293440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763302.029045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.029047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763302.029049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763302.029051:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.029055:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.029058:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763302.029062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763302.029069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555293568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763302.029076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.029079:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763302.029081:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763302.029083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.029085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.029087:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763302.029090:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763302.029091:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763302.029100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555293696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763302.029107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763302.029110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763302.029112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763302.029114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3247
00000100:00080000:3.0:1789763302.029116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763302.029119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763302.029122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763302.029130:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555293824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763302.029135:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795d500 x1876699555293184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555293184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029185:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029189:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029192:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555293184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763302.029214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.029231:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763302.029239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795ed80 x1876699555293312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555293312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029260:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029262:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.029265:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.029276:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763302.029281:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795f800 x1876699555293440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029288:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555293440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029297:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.029300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293568:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763302.029311:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763302.029317:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795ca80 x1876699555293568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029325:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555293568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029329:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029331:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029334:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555293568:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763302.029337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.029348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763302.029353:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795ce00 x1876699555293696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555293696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029367:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029369:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763302.029372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763302.029382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763302.029387:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff8d7c8795d880 x1876699555293824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763302.029394:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555293824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763302.029399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763302.029401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763302.029403:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555293824:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763302.412975:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763303.437048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763304.461156:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763305.485467:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763306.509049:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763307.148872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.148879:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763307.148883:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763307.148898:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.148909:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.148915:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763307.148947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555293952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763307.148969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.148971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763307.148973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763307.148975:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.148978:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.148980:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763307.148987:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763307.148995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555294080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763307.149003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.149006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763307.149008:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763307.149011:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.149014:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.149016:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763307.149020:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763307.149028:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555293952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763307.149029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555294208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763307.149044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.149047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763307.149048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763307.149050:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.149052:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.149054:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763307.149058:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763307.149065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555294336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763307.149072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.149074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763307.149075:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763307.149077:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.149080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.149082:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763307.149086:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763307.149092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555294464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763307.149098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763307.149100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763307.149103:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763307.149105:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763307.149108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3252
00000100:00080000:3.0:1789763307.149113:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763307.149118:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763307.149124:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763307.149136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555294592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763307.149152:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795d180 x1876699555293952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555293952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149195:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555293952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763307.149202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.149224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763307.149238:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795c700 x1876699555294080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149252:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555294080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149266:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.149287:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.149302:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763307.149310:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795df80 x1876699555294208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149322:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555294208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149327:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149329:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149331:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.149334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294336:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763307.149344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763307.149350:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795f100 x1876699555294336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149357:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555294336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149362:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149366:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763307.149369:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555294464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.149378:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763307.149384:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795e300 x1876699555294464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555294464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555294464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763307.149407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555294592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763307.149416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763307.149422:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff8d7c8795c380 x1876699555294592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.149428:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555294592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763307.149433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763307.149435:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763307.149437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555294592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763307.532982:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763308.556946:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763309.580958:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763310.604892:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763311.629051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763312.268994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763312.269012:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269026:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269041:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269051:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763312.269099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555294720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.269140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269146:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763312.269149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269154:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269158:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269163:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763312.269174:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.269189:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555294848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.269203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763312.269211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269216:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269221:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763312.269230:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.269243:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555294976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763312.269254:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555294720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763312.269260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269273:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763312.269277:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269283:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269287:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269290:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763312.269298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763312.269313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555295104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.269326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763312.269334:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269338:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269342:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269346:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763312.269352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763312.269368:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763312.269369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555295232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.269387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.269391:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763312.269395:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.269402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3257
00000100:00080000:1.0:1789763312.269406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.269410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763312.269417:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.269431:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555295360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763312.269455:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b2a00 x1876699555294720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.269484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555294720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.269524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.269530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.269535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555294720:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763312.269550:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763312.269589:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763312.269607:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b3800 x1876699555294848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.269623:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555294848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.269634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.269638:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.269642:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763312.269674:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763312.269694:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763312.269707:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b2d80 x1876699555294976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.269721:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555294976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.269739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.269743:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.269747:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555294976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763312.269754:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295104:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763312.269773:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763312.269799:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b1180 x1876699555295104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.269868:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555295104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.269879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.269883:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.269887:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295104:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763312.269895:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555295232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763312.269920:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763312.269934:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b1c00 x1876699555295232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.269949:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555295232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.269958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.269961:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.269966:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555295232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763312.269973:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555295360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763312.269992:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763312.270003:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff8d7c867b0380 x1876699555295360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763312.270017:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555295360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.270026:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.270029:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763312.270033:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555295360:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763312.652985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763313.677079:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763314.701051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763315.725008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763316.748967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763317.388976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.388988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763317.388992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:3.0:1789763317.389011:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.389019:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763317.389054:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555295488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.389097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.389102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763317.389104:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389109:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:3.0:1789763317.389123:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.389129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763317.389141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.389165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555295616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763317.389166:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555295488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763317.389198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.389202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763317.389205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389209:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:3.0:1789763317.389213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.389216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763317.389222:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.389238:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555295744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.389251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.389256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763317.389259:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389263:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:3.0:1789763317.389266:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.389291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763317.389292:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763317.389295:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763317.389305:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555295872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.389314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.389316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763317.389317:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389319:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:3.0:1789763317.389323:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.389327:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763317.389331:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763317.389335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795c380 x1876699555295488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763317.389341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555296000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.389359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.389364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763317.389365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555295488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763317.389369:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.389380:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3262
00000100:00080000:2.0:1789763317.389382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763317.389386:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763317.389388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555295488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763317.389395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763317.389406:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.389419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555296128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763317.389425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763317.389447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763317.389476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795e300 x1876699555295616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763317.389486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555295616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763317.389492:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763317.389494:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763317.389500:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763317.389521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763317.389528:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795f100 x1876699555295744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763317.389536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555295744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763317.389541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763317.389543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763317.389549:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295872:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763317.389561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763317.389567:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795df80 x1876699555295872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763317.389574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555295872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763317.389580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763317.389581:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389583:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555295872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763317.389586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763317.389597:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763317.389603:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795c700 x1876699555296000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763317.389610:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555296000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763317.389615:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763317.389616:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763317.389629:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763317.389639:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763317.389645:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff8d7c8795d180 x1876699555296128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763317.389652:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555296128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763317.389662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763317.389665:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763317.389667:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763317.772932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763318.797008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763319.821053:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763320.844964:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763321.868908:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763322.508916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.508931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763322.508937:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.508952:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00080000:3.0:1789763322.508968:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.508979:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763322.509033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555296256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.509071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.509076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763322.509079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.509085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00080000:3.0:1789763322.509089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.509094:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763322.509106:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.509123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555296384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.509139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.509144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763322.509146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.509154:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00100000:2.0:1789763322.509165:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555296256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763322.509165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.509185:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763322.509197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.509224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555296512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.509248:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763322.509256:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763322.509260:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763322.509266:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.509277:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00080000:3.0:1789763322.509287:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.509295:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763322.509306:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763322.509318:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795d880 x1876699555296256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763322.509327:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555296640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763322.509356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555296256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763322.509357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.509382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763322.509390:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.509397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763322.509402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00080000:2.0:1789763322.509425:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509432:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555296256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763322.509434:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.509448:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763322.509449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296384:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789763322.509467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.509489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555296768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763322.509502:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763322.509522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763322.509529:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795ce00 x1876699555296384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763322.509533:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763322.509542:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.509560:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3268
00000100:00080000:3.0:1789763322.509576:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763322.509582:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555296384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763322.509591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763322.509606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.509630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555296896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.509634:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763322.509661:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509672:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763322.509712:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763322.509734:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763322.509743:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795ca80 x1876699555296512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763322.509751:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555296512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.509757:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763322.509759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509761:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763322.509766:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296640:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763322.509777:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763322.509784:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795f800 x1876699555296640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763322.509791:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555296640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.509796:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763322.509798:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509829:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555296640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763322.509834:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763322.509848:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763322.509855:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795ed80 x1876699555296768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763322.509863:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555296768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.509868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763322.509871:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509873:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763322.509876:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763322.509887:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763322.509893:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff8d7c8795d500 x1876699555296896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763322.509899:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555296896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.509904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763322.509906:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763322.509908:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555296896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763322.893056:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763323.917104:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763324.941070:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763325.965129:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763326.989019:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763327.628874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.628885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763327.628891:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.628903:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.628914:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.628921:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763327.628955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555297024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.628979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.628981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.628983:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.628986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.628988:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.628991:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763327.628998:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.629007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555297152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.629017:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555297024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763327.629018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.629026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763327.629028:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.629031:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.629033:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.629035:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763327.629039:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.629047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555297280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.629058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.629060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.629062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.629064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.629075:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.629077:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763327.629080:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763327.629087:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763327.629091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555297408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.629099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.629102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763327.629103:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.629106:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.629111:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.629113:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763327.629116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763327.629124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555297536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763327.629130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763327.629132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763327.629133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763327.629135:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3273
00000100:00080000:3.0:1789763327.629138:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763327.629141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763327.629144:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763327.629148:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795dc00 x1876699555297024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763327.629154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555297664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.629185:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555297024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629196:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629199:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629202:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555297024:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763327.629222:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.629243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763327.629254:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795f480 x1876699555297152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.629262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555297152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.629276:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.629287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763327.629293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795fb80 x1876699555297280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.629300:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555297280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629305:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629307:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629309:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.629313:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763327.629324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763327.629330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795e680 x1876699555297408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.629338:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555297408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629343:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763327.629350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555297536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.629360:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763327.629366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795c000 x1876699555297536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.629388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555297536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555297536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.629407:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555297664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.629422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763327.629430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff8d7c8795ea00 x1876699555297664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.629437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555297664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.629442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.629444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763327.629445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555297664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763328.013019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763329.036920:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763330.061015:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763331.085028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763332.109048:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763332.748927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.748941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763332.748947:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.748961:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.748976:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.748986:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763332.749040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555297792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.749074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.749078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763332.749080:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.749085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.749089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.749092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763332.749104:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.749116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555297920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.749129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.749135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763332.749137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.749142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.749146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.749149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763332.749154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.749179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555298048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763332.749182:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555297792:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763332.749200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.749204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763332.749206:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.749210:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.749212:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.749218:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763332.749223:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763332.749240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555298176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.749250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.749253:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763332.749262:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.749266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.749278:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763332.749283:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763332.749289:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763332.749294:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.749310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555298304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.749321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763332.749326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763332.749329:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763332.749334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3278
00000100:00080000:3.0:1789763332.749372:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763332.749379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795ea00 x1876699555297792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.749380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763332.749395:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.749412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555297792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.749423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555298432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.749513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749521:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555297792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763332.749536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.749565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763332.749593:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795c000 x1876699555297920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.749601:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555297920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.749607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555297920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.749633:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.749662:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763332.749669:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795e680 x1876699555298048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.749677:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555298048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.749683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749685:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749687:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.749692:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298176:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763332.749704:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763332.749711:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795fb80 x1876699555298176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.749719:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555298176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.749725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749734:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749736:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763332.749740:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555298304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.749754:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763332.749761:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795f480 x1876699555298304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.749769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555298304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.749775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749777:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555298304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763332.749783:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555298432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763332.749794:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763332.749836:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff8d7c8795dc00 x1876699555298432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.749862:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555298432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.749868:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763332.749870:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763332.749872:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555298432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763333.133030:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763334.157030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763335.181017:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763336.205025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763337.229011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763337.868876:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.868884:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763337.868887:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.868897:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3283
00000100:00080000:3.0:1789763337.868908:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.868917:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763337.868954:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555298560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.868978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.868980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763337.868982:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.868985:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3283
00000100:00080000:3.0:1789763337.868988:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.868992:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763337.869000:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.869015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555298688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763337.869016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555298560:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763337.869030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.869032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763337.869033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.869036:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3283
00000100:00080000:3.0:1789763337.869038:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.869040:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763337.869043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.869052:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555298816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.869058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.869060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763337.869062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.869066:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3283
00000100:00080000:3.0:1789763337.869079:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763337.869084:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763337.869086:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763337.869093:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763337.869107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555298944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763337.869119:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795d500 x1876699555298560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.869136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.869141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763337.869143:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555298560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.869145:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.869156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3283
00000100:00080000:2.0:1789763337.869158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.869161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763337.869164:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869171:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555298560:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763337.869171:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763337.869182:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763337.869197:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763337.869199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555299072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763337.869210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763337.869213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763337.869215:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763337.869218:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3283
00000800:00000100:2.0:1789763337.869222:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763337.869223:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763337.869229:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763337.869233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763337.869237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795ed80 x1876699555298688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.869243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555299200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763337.869279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555298688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763337.869286:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763337.869289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763337.869314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763337.869331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763337.869339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795f800 x1876699555298816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763337.869348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555298816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763337.869353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763337.869355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763337.869361:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298944:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763337.869373:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763337.869378:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795ca80 x1876699555298944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763337.869385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555298944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763337.869395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763337.869397:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555298944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763337.869409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763337.869419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763337.869425:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795ce00 x1876699555299072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763337.869432:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555299072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763337.869437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763337.869439:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869441:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763337.869445:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763337.869454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763337.869460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff8d7c8795d880 x1876699555299200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763337.869467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555299200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763337.869472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763337.869474:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763337.869476:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763338.252991:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763339.276992:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763340.301036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763341.325032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763342.349040:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763342.988941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.988968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763342.988975:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.988992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989010:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989035:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763342.989085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555299328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763342.989125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.989130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763342.989132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.989138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989148:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763342.989160:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.989174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555299456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763342.989187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.989192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763342.989194:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.989198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989210:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763342.989219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.989241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555299584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763342.989252:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555299328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763342.989300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.989311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763342.989316:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.989336:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763342.989362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763342.989381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555299712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763342.989395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763342.989404:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763342.989406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763342.989415:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.989422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763342.989444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.989459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555299840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763342.989473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795d180 x1876699555299328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763342.989475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763342.989492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763342.989498:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763342.989512:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3288
00000100:00080000:3.0:1789763342.989516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763342.989523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763342.989531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763342.989539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555299328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763342.989553:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555299968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.989563:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.989576:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.989585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555299328:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763342.989606:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763342.989642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763342.989675:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795c700 x1876699555299456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763342.989701:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555299456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763342.989719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.989726:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.989734:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763342.989778:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763342.989858:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763342.989875:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795df80 x1876699555299584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763342.989892:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555299584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763342.989902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.989907:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.989911:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763342.989918:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763342.989941:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763342.989962:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795f100 x1876699555299712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763342.989976:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555299712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763342.989986:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.989989:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.989993:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555299712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763342.989999:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763342.990018:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763342.990030:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795e300 x1876699555299840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763342.990055:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555299840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763342.990064:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.990067:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.990071:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763342.990077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763342.990096:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763342.990107:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763342]  req@ffff8d7c8795c380 x1876699555299968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763342.990120:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555299968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763342.990130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763342.990133:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763342.990136:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555299968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763343.373063:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763344.397016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763345.420978:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763346.445079:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763347.468963:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763348.108888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.108896:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763348.108900:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.108909:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.108919:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.108926:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763348.108960:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555300096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.108983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.108987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763348.108989:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.108992:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.108994:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.108996:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763348.109003:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.109011:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555300224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.109017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.109019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763348.109021:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.109023:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.109025:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.109028:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763348.109031:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.109039:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555300352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.109044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.109047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763348.109048:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.109050:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.109051:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.109054:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763348.109059:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555300096:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763348.109059:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763348.109070:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555300480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.109077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.109079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763348.109080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.109098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.109101:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.109105:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763348.109109:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.109117:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555300608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.109128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.109131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763348.109132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.109135:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3293
00000100:00080000:3.0:1789763348.109138:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.109140:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763348.109143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.109150:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555300736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.109187:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.109217:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.109258:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763348.109273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555300608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.109289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555300736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763348.492944:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763349.517058:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763350.540976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763351.181139:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789763351.181178:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763351.181192:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763351.181242:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763351.181248:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763351.181254:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763351.181262:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763351.181273:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789763351.181299:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795df80 x1876699555300480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555300480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181345:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181350:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763351.181358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795c700 x1876699555300608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555300608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181389:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181392:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555300608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763351.181404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795d180 x1876699555300736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555300736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555300736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763351.181443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795c380 x1876699555300096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555300096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181463:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181465:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555300096:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763351.181475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795e300 x1876699555300224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181486:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555300224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181493:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181496:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763351.181505:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763351]  req@ffff8d7c8795f100 x1876699555300352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763351.181518:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555300352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763351.181524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763351.181527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763351.181530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763351.565058:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763352.589063:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763353.229009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763353.229028:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.229041:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:1.0:1789763353.229056:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.229067:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763353.229115:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555300864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.229156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763353.229168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.229176:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:1.0:1789763353.229207:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.229218:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763353.229234:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763353.229245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555300864:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763353.229266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555300992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.229291:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229298:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763353.229302:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.229310:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:1.0:1789763353.229317:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.229333:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763353.229343:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763353.229361:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763353.229370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555301120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.229394:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229401:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763353.229404:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.229412:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:1.0:1789763353.229420:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.229429:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763353.229441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b0a80 x1876699555300864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763353.229443:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763353.229478:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555301248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763353.229492:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555300864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763353.229517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763353.229534:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763353.229540:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763353.229546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:2.0:1789763353.229558:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763353.229560:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763353.229575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555300864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763353.229578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763353.229599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763353.229637:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763353.229654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555301376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.229682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.229689:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763353.229695:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763353.229705:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763353.229714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3298
00000100:00080000:1.0:1789763353.229727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.229737:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763353.229749:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b1f80 x1876699555300992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763353.229750:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763353.229787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555301504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763353.229794:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555300992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.229924:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.229934:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763353.229942:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555300992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.229955:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.230001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763353.230027:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b2680 x1876699555301120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.230053:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555301120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.230070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.230077:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763353.230084:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.230098:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763353.230141:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763353.230167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b0000 x1876699555301248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.230223:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555301248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.230240:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.230246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763353.230254:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763353.230291:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555301376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.230334:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763353.230358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b0a80 x1876699555301376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.230380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555301376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.230395:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.230401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763353.230408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555301376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.230419:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555301504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.230458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763353.230482:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff8d7c867b0380 x1876699555301504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.230508:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555301504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.230524:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.230531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763353.230537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555301504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763353.613027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763354.637004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763355.661010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763356.685036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763357.709004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763358.348977:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763358.348990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763358.348996:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763358.349011:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349026:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763358.349036:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763358.349083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555301632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763358.349131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763358.349135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763358.349138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763358.349143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349169:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763358.349174:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763358.349189:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763358.349206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555301760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763358.349223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763358.349228:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555301632:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763358.349229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763358.349237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763358.349251:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349256:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763358.349260:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763358.349268:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763358.349284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555301888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763358.349296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763358.349301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763358.349304:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763358.349308:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349323:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763358.349328:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763358.349337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763358.349339:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763358.349360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555302016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763358.349374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763358.349378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763358.349382:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763358.349388:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763358.349397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795d880 x1876699555301632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.349407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763358.349421:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763358.349443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555301632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.349444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555302144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763358.349487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763358.349499:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763358.349502:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.349508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.349509:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3303
00000100:00080000:3.0:1789763358.349516:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.349528:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763358.349529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763358.349549:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555301632:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763358.349553:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763358.349575:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555302272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763358.349600:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763358.349642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763358.349661:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795ce00 x1876699555301760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763358.349678:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555301760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.349689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763358.349693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763358.349697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763358.349705:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763358.349724:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763358.349736:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795ca80 x1876699555301888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763358.349751:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555301888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.349761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763358.349764:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763358.349768:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555301888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763358.349775:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763358.349796:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763358.349854:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795f800 x1876699555302016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763358.349871:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555302016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.349882:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763358.349885:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763358.349889:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763358.349896:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763358.349921:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763358.349934:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795ed80 x1876699555302144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763358.349963:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555302144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.349983:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763358.349987:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763358.349991:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763358.349998:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763358.350019:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763358.350032:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff8d7c8795d500 x1876699555302272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763358.350047:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555302272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.350056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763358.350059:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763358.350063:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763358.733053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763359.757036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763360.780935:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763361.805047:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763362.829096:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763363.468913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763363.468927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763363.468932:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.468945:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.468959:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.468969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763363.469017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555302400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763363.469076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763363.469081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763363.469083:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.469089:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.469093:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.469097:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763363.469134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763363.469159:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555302400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763363.469164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555302528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763363.469186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763363.469191:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763363.469194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.469198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.469204:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.469209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763363.469216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763363.469234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555302656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763363.469246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763363.469251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763363.469253:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.469257:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.469264:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763363.469274:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763363.469276:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763363.469288:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763363.469303:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555302784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763363.469315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763363.469320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763363.469322:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.469328:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.469333:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.469338:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763363.469344:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763363.469347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795dc00 x1876699555302400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.469364:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555302912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763363.469380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763363.469387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555302400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.469389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763363.469397:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763363.469411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3309
00000100:00080000:3.0:1789763363.469421:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.469432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763363.469444:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763363.469451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763363.469461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555303040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763363.469462:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.469477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555302400:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763363.469517:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763363.469569:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763363.469596:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795f480 x1876699555302528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763363.469635:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555302528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763363.469647:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763363.469652:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.469656:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763363.469665:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763363.469694:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763363.469709:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795fb80 x1876699555302656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763363.469723:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555302656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763363.469733:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763363.469737:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.469741:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763363.469748:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302784:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763363.469784:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763363.469858:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795e680 x1876699555302784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763363.469886:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555302784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763363.469897:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763363.469902:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.469906:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555302784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763363.469914:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763363.469945:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763363.469960:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795c000 x1876699555302912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763363.469974:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555302912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763363.469984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763363.469988:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.469992:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555302912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763363.470014:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763363.470034:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763363.470045:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff8d7c8795ea00 x1876699555303040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763363.470060:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555303040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763363.470069:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763363.470073:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763363.470076:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763363.853025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763364.877066:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763365.900929:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763366.925027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763367.948989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763368.589019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.589032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763368.589039:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589054:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589068:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589103:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763368.589160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555303168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.589201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.589206:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.589209:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589214:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589220:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763368.589237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.589255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555303296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.589270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.589274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.589278:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589282:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589286:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589296:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763368.589300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555303168:192.168.203.122@tcp:250:kworker.0
00000008:00100000:1.0:1789763368.589304:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.589325:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555303424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.589339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.589344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.589347:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589352:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589356:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589361:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763368.589368:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763368.589382:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555303552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.589396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763368.589405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763368.589407:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.589416:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589423:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589430:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589435:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763368.589442:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.589457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555303680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.589470:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.589475:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.589477:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.589482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3314
00000100:00080000:1.0:1789763368.589486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.589491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763368.589497:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.589502:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b1c00 x1876699555303168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763368.589518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555303808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763368.589575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555303168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.589593:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.589599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.589605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555303168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763368.589616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.589652:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763368.589669:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b1180 x1876699555303296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.589693:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555303296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.589704:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.589707:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.589711:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.589741:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.589763:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763368.589776:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b2d80 x1876699555303424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.589790:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555303424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.589840:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.589845:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.589849:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.589857:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303552:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763368.589882:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763368.589895:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b3800 x1876699555303552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.589910:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555303552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.589929:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.589933:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.589937:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555303552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763368.589943:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.589963:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763368.589974:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b2a00 x1876699555303680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.589988:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555303680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.589998:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.590001:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.590004:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.590011:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.590028:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763368.590039:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff8d7c867b0e00 x1876699555303808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.590052:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555303808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.590061:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.590064:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763368.590069:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555303808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763368.973067:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763369.996955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763371.021437:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763372.045070:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763373.069386:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763373.708947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.708959:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763373.708965:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.708979:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.708993:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709003:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763373.709072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555303936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.709107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.709112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.709115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.709120:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.709126:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763373.709144:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.709170:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555303936:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763373.709170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555304064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.709199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.709203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.709205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.709211:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.709215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709220:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763373.709228:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.709244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555304192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.709257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.709262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.709264:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763373.709273:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763373.709274:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.709286:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763373.709300:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763373.709317:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555304320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.709332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763373.709340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795ea00 x1876699555303936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.709342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.709348:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.709362:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.709371:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763373.709386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.709391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555303936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.709406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555304448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.709413:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709430:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763373.709437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763373.709444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555303936:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763373.709446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.709456:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.709465:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3319
00000100:00080000:3.0:1789763373.709469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.709473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763373.709480:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.709488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763373.709498:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555304576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763373.709534:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763373.709575:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795c000 x1876699555304064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763373.709592:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555304064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763373.709603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763373.709612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763373.709621:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763373.709644:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763373.709656:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795e680 x1876699555304192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763373.709670:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555304192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763373.709680:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709683:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763373.709687:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763373.709694:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304320:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763373.709713:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763373.709724:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795fb80 x1876699555304320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763373.709738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555304320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763373.709748:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709752:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763373.709755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763373.709761:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555304448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763373.709780:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763373.709790:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795f480 x1876699555304448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763373.709842:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555304448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763373.709853:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709857:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763373.709861:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555304448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763373.709881:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555304576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763373.709906:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763373.709920:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff8d7c8795dc00 x1876699555304576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763373.709934:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555304576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763373.709944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763373.709948:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763373.709952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555304576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763374.093411:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763375.116988:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763376.140981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763377.164985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763378.188981:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763378.829059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763378.829072:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763378.829077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763378.829088:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829100:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829109:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763378.829151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555304704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763378.829185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763378.829189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763378.829191:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763378.829195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829199:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829203:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763378.829213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763378.829228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555304832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763378.829241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763378.829243:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555304704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763378.829249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763378.829257:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763378.829262:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829266:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763378.829274:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763378.829287:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555304960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763378.829297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763378.829301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763378.829303:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763378.829306:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829310:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829313:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763378.829318:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763378.829331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763378.829334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555305088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763378.829346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763378.829351:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763378.829354:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763378.829358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829362:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829365:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763378.829370:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763378.829386:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b1500 x1876699555304704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763378.829387:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555305216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763378.829437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763378.829441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763378.829443:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763378.829450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555304704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763378.829454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3324
00000100:00080000:1.0:1789763378.829463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763378.829473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789763378.829476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763378.829478:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763378.829485:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763378.829496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555305344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763378.829497:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555304704:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763378.829538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763378.829564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763378.829576:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b1880 x1876699555304832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.829589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555304832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.829598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763378.829602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763378.829605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763378.829611:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763378.829625:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763378.829634:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b3b80 x1876699555304960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.829646:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555304960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.829661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763378.829664:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763378.829667:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555304960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763378.829672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763378.829688:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763378.829697:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b2300 x1876699555305088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.829707:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555305088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.829716:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763378.829719:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763378.829722:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763378.829727:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763378.829744:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763378.829753:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b3100 x1876699555305216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.829763:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555305216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.829771:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763378.829774:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763378.829778:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763378.829784:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763378.829833:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763378.829845:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff8d7c867b0e00 x1876699555305344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763378.829857:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555305344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763378.829866:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763378.829869:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763378.829872:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763379.213054:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763380.237027:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763381.261066:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763382.285096:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763383.309021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763383.948864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.948873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763383.948877:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.948885:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.948896:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.948902:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763383.948934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555305472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.948957:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.948972:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.948973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.948976:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.948979:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.948982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763383.948990:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.949000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555305600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.949008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.949011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763383.949012:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.949017:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.949020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763383.949020:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555305472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763383.949026:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763383.949031:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.949039:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555305728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.949045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.949048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.949049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.949051:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.949053:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.949056:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763383.949060:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763383.949068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555305856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.949074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.949077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763383.949079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.949081:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.949083:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.949085:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763383.949090:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763383.949091:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.949101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555305984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763383.949108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763383.949110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763383.949111:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763383.949114:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3329
00000100:00080000:1.0:1789763383.949116:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763383.949119:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763383.949122:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763383.949128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555306112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763383.949138:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b2a00 x1876699555305472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949154:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555305472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949163:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949168:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949172:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555305472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763383.949210:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.949237:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763383.949251:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b3800 x1876699555305600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555305600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.949282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.949297:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763383.949306:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b2d80 x1876699555305728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949324:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555305728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949337:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.949357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763383.949389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763383.949408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b1180 x1876699555305856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555305856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949447:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555305856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763383.949454:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.949469:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763383.949476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b1c00 x1876699555305984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555305984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949489:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949491:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555305984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.949496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.949506:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763383.949511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff8d7c867b0380 x1876699555306112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.949519:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555306112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.949525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.949527:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763383.949530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763384.332971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763385.357025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763386.381013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763387.405041:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763388.429102:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763389.068976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.068991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763389.068998:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.069013:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00080000:2.0:1789763389.069030:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069042:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763389.069098:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555306240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.069140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.069145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763389.069148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.069153:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00080000:2.0:1789763389.069158:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069162:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763389.069175:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.069192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555306368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.069210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.069214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763389.069217:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.069228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00100000:1.0:1789763389.069230:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555306240:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763389.069234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763389.069261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.069277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555306496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.069289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.069294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763389.069297:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.069302:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00080000:2.0:1789763389.069307:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069311:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763389.069319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763389.069333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555306624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763389.069347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763389.069360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.069366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763389.069369:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.069374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00080000:2.0:1789763389.069383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763389.069395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.069420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555306752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763389.069421:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47e680 x1876699555306240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.069504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.069510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763389.069513:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763389.069522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555306240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.069528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3334
00000100:00080000:2.0:1789763389.069541:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.069555:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763389.069561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763389.069562:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763389.069584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555306880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763389.069585:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555306240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763389.069646:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.069683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763389.069700:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47dc00 x1876699555306368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.069716:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555306368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.069725:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069727:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763389.069730:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.069736:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.069755:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763389.069764:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47f480 x1876699555306496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.069773:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555306496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.069783:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069786:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763389.069788:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.069793:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306624:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763389.069831:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763389.069839:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47d180 x1876699555306624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.069847:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555306624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.069853:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069856:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763389.069858:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555306624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763389.069862:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.069874:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763389.069881:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47f100 x1876699555306752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.069888:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555306752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.069894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069896:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763389.069898:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763389.069903:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763389.069914:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763389.069937:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff8d7c8a47c700 x1876699555306880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763389.069947:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555306880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763389.069953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763389.069955:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763389.069958:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555306880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763389.453069:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763390.477069:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763391.501101:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763392.524979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763393.549082:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763394.189040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189053:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763394.189059:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.189072:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189086:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.189097:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763394.189143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555307008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.189189:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763394.189199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.189208:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189216:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.189227:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763394.189244:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763394.189279:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555307136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763394.189282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555307008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763394.189329:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189336:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763394.189339:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.189347:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189353:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.189359:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763394.189369:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763394.189389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555307264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.189402:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763394.189411:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.189418:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189422:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763394.189433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763394.189434:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763394.189457:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763394.189487:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555307392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.189509:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189517:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763394.189523:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763394.189530:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b0a80 x1876699555307008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763394.189540:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189558:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.189572:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763394.189583:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763394.189585:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555307008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763394.189615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555307520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763394.189617:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.189642:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.189670:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555307008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763394.189671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.189701:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763394.189709:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.189716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3339
00000100:00080000:1.0:1789763394.189722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.189726:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763394.189731:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763394.189743:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763394.189753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555307648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763394.189842:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763394.189871:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b0000 x1876699555307136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.189916:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555307136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.189931:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.189936:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.189940:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.189949:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.189987:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763394.190010:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b2680 x1876699555307264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.190034:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555307264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.190051:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.190058:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.190065:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.190079:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763394.190113:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763394.190128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b1f80 x1876699555307392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.190143:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555307392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.190154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.190158:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.190162:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763394.190170:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555307520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.190191:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763394.190202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b0380 x1876699555307520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.190215:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555307520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.190225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.190228:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.190232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555307520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.190257:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555307648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.190277:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763394.190289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff8d7c867b1c00 x1876699555307648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.190304:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555307648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.190313:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.190317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763394.190320:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555307648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763394.573104:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763395.597025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763396.621117:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763397.645069:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763398.669048:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763399.309000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763399.309013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763399.309018:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309034:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309049:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309059:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763399.309108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555307776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763399.309148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763399.309153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763399.309156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309169:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763399.309196:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763399.309216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555307904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763399.309249:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555307776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763399.309252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763399.309279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763399.309282:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309290:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309294:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309301:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763399.309307:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763399.309326:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555308032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763399.309340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763399.309346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763399.309349:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309355:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309388:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309393:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763399.309399:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763399.309413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763399.309415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555308160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763399.309435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763399.309441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763399.309444:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309460:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309466:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763399.309472:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763399.309489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555308288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763399.309504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763399.309510:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795d500 x1876699555307776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763399.309512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763399.309518:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763399.309544:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3344
00000100:00080000:3.0:1789763399.309556:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763399.309563:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763399.309571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763399.309579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555307776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763399.309597:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555308416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763399.309616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.309629:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.309637:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555307776:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763399.309686:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.309723:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763399.309740:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795ed80 x1876699555307904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.309757:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555307904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.309768:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.309773:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.309777:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555307904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.309784:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.309897:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763399.309916:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795f800 x1876699555308032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.309932:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555308032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.309942:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.309947:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.309951:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.309960:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763399.309988:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763399.310000:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795ca80 x1876699555308160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.310013:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555308160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.310032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.310036:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.310039:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763399.310046:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555308288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.310076:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763399.310096:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795ce00 x1876699555308288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.310120:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555308288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.310136:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.310143:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.310150:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555308288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.310163:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555308416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.310198:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763399.310213:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff8d7c8795d880 x1876699555308416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.310228:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555308416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.310238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.310242:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763399.310247:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555308416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763399.693121:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763400.717037:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763401.741089:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763402.765048:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763403.789033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763404.428907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.428919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763404.428923:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.428935:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.428947:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.428955:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763404.428999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555308544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.429028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.429031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763404.429033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.429036:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.429039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.429041:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763404.429052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.429081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555308672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.429101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.429112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763404.429113:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555308544:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763404.429116:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.429137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.429159:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.429165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763404.429171:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.429184:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555308800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.429192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.429197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763404.429199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.429204:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.429253:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.429258:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763404.429266:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763404.429268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763404.429286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555308928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.429297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.429301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763404.429303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.429309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.429314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.429319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763404.429323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.429331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555309056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.429344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763404.429346:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795f100 x1876699555308544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763404.429348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763404.429353:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.429362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3349
00000100:00080000:3.0:1789763404.429371:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.429384:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763404.429395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763404.429411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555308544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763404.429423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555309184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763404.429430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429448:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555308544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763404.429478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.429515:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763404.429556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795e300 x1876699555308672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.429589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555308672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.429604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429610:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.429629:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.429655:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763404.429669:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795c380 x1876699555308800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.429681:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555308800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.429690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.429703:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308928:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763404.429721:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763404.429730:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795d180 x1876699555308928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.429741:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555308928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.429750:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429753:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429756:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555308928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763404.429762:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.429778:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763404.429788:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795c700 x1876699555309056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.429893:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555309056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.429903:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429906:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429909:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.429916:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.429941:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763404.429952:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff8d7c8795df80 x1876699555309184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.429963:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555309184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.429970:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.429973:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763404.429976:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763404.813045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763405.837069:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763406.861027:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763407.885018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763408.908939:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763409.548928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.548941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763409.548947:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.548961:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:3.0:1789763409.548975:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.548985:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763409.549034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555309312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.549070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.549074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.549077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.549082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:3.0:1789763409.549086:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.549090:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763409.549102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.549118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555309440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.549132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763409.549143:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555309312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763409.549153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763409.549160:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.549169:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:3.0:1789763409.549190:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.549195:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763409.549202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.549220:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555309568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.549267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.549271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.549273:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763409.549279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763409.549282:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:3.0:1789763409.549288:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.549292:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763409.549298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763409.549309:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555309696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.549318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763409.549321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763409.549323:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.549326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:3.0:1789763409.549328:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763409.549335:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549337:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795df80 x1876699555309312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763409.549339:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.549353:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555309824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763409.549362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763409.549363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555309312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763409.549371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763409.549375:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763409.549384:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3355
00000100:00080000:2.0:1789763409.549386:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763409.549388:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.549393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763409.549396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549401:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555309312:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763409.549403:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763409.549421:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555309952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763409.549428:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763409.549454:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795c700 x1876699555309440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.549478:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555309440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.549485:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763409.549487:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763409.549490:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763409.549494:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763409.549507:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795d180 x1876699555309568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.549522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555309568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.549534:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763409.549537:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763409.549539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763409.549543:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763409.549559:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795c380 x1876699555309696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.549575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555309696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.549582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763409.549584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763409.549586:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555309696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763409.549590:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763409.549602:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549609:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795e300 x1876699555309824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.549617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555309824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.549622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763409.549624:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763409.549627:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763409.549638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763409.549650:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763409.549657:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff8d7c8795f100 x1876699555309952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763409.549666:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555309952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.549671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763409.549673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763409.549675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555309952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763409.933101:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763410.956991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763411.981020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763413.005024:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763414.029012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763414.668863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.668871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763414.668875:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.668883:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.668894:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.668901:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763414.668933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555310080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763414.668954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.668957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763414.668958:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.668961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.668964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.668966:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763414.668974:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763414.668982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555310208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763414.668990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.668995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763414.668998:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555310080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763414.668998:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.669005:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.669008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.669010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763414.669014:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763414.669022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555310336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763414.669029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.669032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763414.669033:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.669036:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.669084:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.669090:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763414.669097:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763414.669114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555310464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763414.669128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.669133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763414.669136:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.669143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.669147:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.669152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763414.669160:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763414.669176:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763414.669178:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555310592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763414.669219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763414.669224:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763414.669226:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763414.669238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3360
00000100:00080000:3.0:1789763414.669247:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763414.669256:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763414.669264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310336:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789763414.669270:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763414.669310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555310720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763414.669314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763414.669377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555310592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763414.669406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555310720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763415.053006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763416.077081:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763417.100997:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763417.741242:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789763417.741328:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763417.741364:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763417.741411:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763417.741423:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763417.741438:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763417.741453:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763417.741470:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789763417.741476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795ce00 x1876699555310208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741511:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555310208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763417.741549:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795ca80 x1876699555310336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741566:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555310336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763417.741605:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795f800 x1876699555310464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741620:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555310464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741630:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741635:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741639:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763417.741648:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795d880 x1876699555310080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741663:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555310080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741673:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741677:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555310080:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763417.741739:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795ed80 x1876699555310592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741758:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555310592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741769:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741774:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741778:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555310592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763417.741786:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763417]  req@ffff8d7c8795d500 x1876699555310720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763417.741842:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555310720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763417.741854:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763417.741860:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763417.741864:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555310720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763418.125046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763419.149051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763419.788982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.788999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763419.789007:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789026:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789046:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.789059:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763419.789133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555310848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.789206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.789212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.789215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789232:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.789243:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763419.789265:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763419.789299:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555310976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763419.789328:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555310848:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763419.789332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.789354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763419.789362:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789375:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789383:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.789393:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763419.789405:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763419.789463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555311104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763419.789487:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763419.789500:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.789512:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.789517:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789528:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789537:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763419.789548:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763419.789563:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763419.789578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795dc00 x1876699555310848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763419.789601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555311232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763419.789637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763419.789641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555310848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763419.789653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763419.789663:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.789745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763419.789755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789763419.789767:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:3.0:1789763419.789777:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.789784:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555310848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763419.789908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555311360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763419.789922:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310976:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763419.789958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763419.789968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763419.789974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763419.789986:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3365
00000100:00080000:3.0:1789763419.789999:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763419.790013:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763419.790050:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795f480 x1876699555310976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763419.790080:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555310976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763419.790100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763419.790107:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763419.790114:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555310976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763419.790132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763419.790182:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763419.790193:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763419.790211:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.790216:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795fb80 x1876699555311104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763419.790258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555311488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763419.790265:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555311104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763419.790330:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763419.790341:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763419.790347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763419.790363:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763419.790418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763419.790443:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795e680 x1876699555311232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763419.790476:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555311232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763419.790494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763419.790503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763419.790510:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763419.790547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555311360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763419.790591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763419.790638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795c000 x1876699555311360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763419.790668:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555311360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763419.790684:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763419.790691:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763419.790722:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555311360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763419.790738:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555311488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763419.790782:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763419.790867:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff8d7c8795ea00 x1876699555311488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763419.790892:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555311488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763419.790908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763419.790914:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763419.790919:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555311488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763420.173050:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763421.197053:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763422.221015:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763423.245044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763424.269085:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763424.908981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.908993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763424.908999:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.909010:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909023:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.909033:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763424.909078:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555311616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.909115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.909119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.909122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.909126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.909134:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763424.909145:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.909160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555311744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.909174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.909178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.909180:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763424.909188:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555311616:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763424.909190:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.909207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763424.909211:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.909222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555311872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.909241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.909245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.909247:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.909251:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909257:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.909261:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763424.909266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763424.909280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555312000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763424.909289:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763424.909304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.909309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.909313:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.909320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.909336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909345:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47fb80 x1876699555311616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763424.909346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.909384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555312128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763424.909393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555311616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763424.909410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.909419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.909425:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.909439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3370
00000100:00080000:2.0:1789763424.909449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763424.909452:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763424.909458:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763424.909467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:2.0:1789763424.909469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763424.909482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555311616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763424.909492:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555312256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763424.909520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.909556:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47ed80 x1876699555311744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.909587:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555311744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.909597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.909601:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763424.909604:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.909610:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.909629:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47ea00 x1876699555311872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.909650:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555311872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.909687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.909691:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763424.909695:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555311872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.909707:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763424.909743:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909763:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47ce00 x1876699555312000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.909785:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555312000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.909798:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.909840:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763424.909844:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763424.909851:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.909879:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909892:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47c380 x1876699555312128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.909905:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555312128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.909914:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.909917:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763424.909921:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763424.909927:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763424.909944:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763424.909953:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff8d7c8a47c700 x1876699555312256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763424.909966:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555312256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763424.909974:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763424.909977:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763424.909980:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763425.293006:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763426.316983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763427.341058:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763428.365014:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763429.388987:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763430.028986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.028999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763430.029004:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029018:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029031:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029041:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763430.029091:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555312384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763430.029126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.029131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763430.029133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763430.029161:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763430.029179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555312512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763430.029189:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555312384:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763430.029204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.029211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763430.029213:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029219:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029230:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763430.029237:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763430.029253:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555312640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763430.029266:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.029270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763430.029272:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029277:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029293:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029303:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763430.029304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763430.029312:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763430.029331:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555312768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763430.029344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.029349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763430.029352:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029357:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029362:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029367:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763430.029375:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763430.029377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795ea00 x1876699555312384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763430.029393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555312896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763430.029434:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763430.029442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763430.029445:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555312384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763430.029446:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763430.029459:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3375
00000100:00080000:3.0:1789763430.029469:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763430.029480:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763430.029491:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763430.029504:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763430.029509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555313024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763430.029522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.029535:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555312384:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763430.029576:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.029614:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763430.029658:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795c000 x1876699555312512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.029676:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555312512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.029695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.029699:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.029704:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.029711:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.029736:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763430.029748:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795e680 x1876699555312640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.029762:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555312640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.029772:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.029775:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.029779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.029786:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312768:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763430.029840:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763430.029855:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795fb80 x1876699555312768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.029869:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555312768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.029879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.029883:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.029888:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555312768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763430.029895:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.029917:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763430.029928:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795f480 x1876699555312896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.029942:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555312896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.029951:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.029954:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.029958:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555312896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763430.029965:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763430.029996:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763430.030009:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff8d7c8795dc00 x1876699555313024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763430.030023:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555313024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763430.030032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763430.030036:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763430.030040:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763430.413036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763431.437009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763432.461043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763433.484911:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763434.509002:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763435.148970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.148982:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763435.148988:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149001:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149016:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763435.149026:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763435.149089:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555313152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763435.149125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.149131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763435.149134:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149139:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763435.149148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763435.149159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763435.149175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555313280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763435.149188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.149192:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763435.149195:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149199:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149203:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763435.149209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763435.149214:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763435.149228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555313408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763435.149243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.149249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763435.149251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149256:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149260:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763435.149264:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555313152:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763435.149265:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763435.149282:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763435.149301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555313536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763435.149316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.149321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763435.149323:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149328:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149344:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763435.149350:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763435.149356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763435.149365:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763435.149374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555313664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763435.149390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763435.149395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763435.149397:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.149402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3380
00000100:00080000:0.0:1789763435.149408:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763435.149413:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763435.149420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763435.149428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aac700 x1876699555313152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763435.149443:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555313792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763435.149463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555313152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.149481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.149488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.149496:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555313152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763435.149510:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763435.149554:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763435.149579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aae300 x1876699555313280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.149630:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555313280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.149648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.149654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.149661:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763435.149696:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763435.149726:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763435.149741:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aace00 x1876699555313408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.149756:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555313408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.149776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.149780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.149784:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763435.149791:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763435.149851:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763435.149865:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aaf800 x1876699555313536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.149880:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555313536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.149890:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.149894:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.149898:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555313536:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763435.149905:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763435.149924:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763435.149936:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aaf480 x1876699555313664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.149950:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555313664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.149959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.149962:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.149966:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763435.149974:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763435.149992:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763435.150003:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff8d7c85aad500 x1876699555313792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.150016:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555313792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.150025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763435.150029:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763435.150032:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555313792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763435.533070:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763436.557150:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763437.581053:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763438.605253:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763439.629242:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763440.268935:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.268944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763440.268948:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.268958:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3385
00000100:00080000:3.0:1789763440.268968:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.268975:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763440.269009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555313920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.269035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.269037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763440.269039:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.269042:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3385
00000100:00080000:3.0:1789763440.269045:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.269049:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763440.269058:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.269071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555314048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763440.269072:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555313920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763440.269089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.269093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763440.269094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.269096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3385
00000100:00080000:3.0:1789763440.269099:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.269101:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763440.269105:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.269115:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555314176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.269122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.269125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763440.269126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.269130:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3385
00000100:00080000:3.0:1789763440.269132:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.269134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763440.269138:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763440.269145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555314304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.269152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.269154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763440.269156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.269161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3385
00000800:00000100:1.0:1789763440.269164:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763440.269166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.269171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763440.269175:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.269183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555314432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.269190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.269193:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763440.269194:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.269198:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3385
00000100:00080000:3.0:1789763440.269201:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763440.269207:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795d500 x1876699555313920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763440.269207:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763440.269215:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.269228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555314560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763440.269233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555313920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269249:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555313920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763440.269279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.269299:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763440.269309:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795ed80 x1876699555314048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.269318:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555314048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269327:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269329:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.269333:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.269344:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763440.269351:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795d880 x1876699555314176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.269359:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555314176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269365:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269366:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269368:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.269372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314304:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763440.269384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763440.269390:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795f800 x1876699555314304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.269398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555314304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269404:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269407:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763440.269413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555314432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.269423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763440.269430:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795ca80 x1876699555314432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.269437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555314432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269443:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269445:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269447:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555314432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.269451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555314560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.269462:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763440.269468:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff8d7c8795ce00 x1876699555314560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.269475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555314560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.269481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.269483:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763440.269486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555314560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763440.653403:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763441.677016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763442.701020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763443.725007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763444.749014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763445.388925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763445.388939:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763445.388945:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763445.388958:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00080000:3.0:1789763445.388973:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763445.388983:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763445.389031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555314688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763445.389077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763445.389083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763445.389085:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763445.389091:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00080000:3.0:1789763445.389095:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763445.389099:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763445.389111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763445.389128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555314816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763445.389142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763445.389147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763445.389149:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763445.389154:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00080000:3.0:1789763445.389158:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763445.389162:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763445.389169:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763445.389174:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555314688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763445.389187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555314944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763445.389211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763445.389218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763445.389222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763445.389245:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00080000:3.0:1789763445.389267:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763445.389278:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763445.389287:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763445.389296:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763445.389324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555315072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763445.389339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763445.389344:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763445.389347:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763445.389353:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00080000:3.0:1789763445.389360:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763445.389364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795f100 x1876699555314688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763445.389371:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763445.389385:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763445.389408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555315200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763445.389411:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555314688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763445.389451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763445.389458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763445.389459:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763445.389466:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.389473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763445.389480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3390
00000100:00100000:1.0:1789763445.389489:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555314688:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763445.389489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763445.389503:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763445.389536:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314816:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789763445.389540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763445.389566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555315328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763445.389590:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763445.389622:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795e300 x1876699555314816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.389642:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555314816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.389654:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.389659:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763445.389663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.389693:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.389716:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763445.389730:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795c380 x1876699555314944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.389744:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555314944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.389755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.389759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763445.389763:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555314944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.389770:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763445.389789:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763445.389852:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795d180 x1876699555315072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.389881:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555315072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.389900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.389907:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763445.389913:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763445.389922:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.389953:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763445.389968:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795c700 x1876699555315200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.389983:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555315200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.389994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.389998:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763445.390002:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.390008:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.390028:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763445.390039:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff8d7c8795df80 x1876699555315328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.390053:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555315328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.390063:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.390066:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763445.390069:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763445.773050:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763446.797008:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763447.821022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763448.845049:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763449.869011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763450.508915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.508926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763450.508931:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.508943:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.508958:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.508968:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763450.509019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555315456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.509058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.509062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763450.509064:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.509069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.509074:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.509079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763450.509090:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763450.509110:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555315456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763450.509110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555315584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.509131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.509135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763450.509137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.509142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.509145:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.509148:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763450.509154:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763450.509166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555315712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.509176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.509180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763450.509182:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.509185:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.509189:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.509193:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763450.509200:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763450.509200:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763450.509215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555315840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.509227:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.509230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763450.509232:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.509236:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.509239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.509242:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763450.509247:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763450.509258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555315968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763450.509270:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795df80 x1876699555315456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763450.509271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.509282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763450.509287:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.509299:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3396
00000100:00080000:3.0:1789763450.509304:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.509308:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763450.509312:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763450.509315:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555315456/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763450.509325:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555316096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763450.509332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509342:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555315456:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763450.509377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.509405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763450.509419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795c700 x1876699555315584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.509431:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555315584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.509439:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509443:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.509451:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.509466:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763450.509501:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795d180 x1876699555315712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.509513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555315712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.509521:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509525:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509528:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.509533:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315840:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763450.509554:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763450.509564:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795c380 x1876699555315840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.509575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555315840/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.509582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509585:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509587:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555315840:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763450.509592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.509607:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763450.509616:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795e300 x1876699555315968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.509626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555315968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.509633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509638:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555315968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.509643:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.509657:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763450.509665:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff8d7c8795f100 x1876699555316096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.509675:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555316096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.509683:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.509686:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763450.509689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316096:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763450.893040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763451.917004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763452.941111:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763453.965100:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763454.989064:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763455.628916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.628928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763455.628933:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.628944:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.628957:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.628965:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763455.629007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555316224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.629052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.629056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763455.629059:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.629063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.629067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.629071:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763455.629081:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.629095:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555316352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.629113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.629117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763455.629119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.629123:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.629127:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.629131:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763455.629136:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.629146:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555316480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.629158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.629165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763455.629168:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555316224:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763455.629169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.629182:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.629186:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.629189:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763455.629195:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763455.629209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555316608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.629220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.629223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763455.629226:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.629229:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.629235:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.629239:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763455.629243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.629255:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555316736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.629265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.629271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:1.0:1789763455.629274:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763455.629275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.629286:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3401
00000100:00080000:3.0:1789763455.629292:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.629296:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763455.629301:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.629314:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555316864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763455.629349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795ce00 x1876699555316224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629372:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555316224/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629385:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629389:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629394:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555316224:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763455.629403:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.629470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763455.629498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795ca80 x1876699555316352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629515:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555316352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629530:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.629564:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.629591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763455.629604:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795f800 x1876699555316480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629618:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555316480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629628:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629632:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629636:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.629642:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316608:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763455.629662:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763455.629672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795d880 x1876699555316608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555316608/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629700:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629704:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555316608:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763455.629710:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.629729:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763455.629739:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795ed80 x1876699555316736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629754:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555316736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629792:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629795:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.629801:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.629819:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763455.629829:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff8d7c8795d500 x1876699555316864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.629841:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555316864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.629882:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.629886:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763455.629890:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555316864:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763456.013020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763457.037046:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763458.061038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763459.085068:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763460.108965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763460.749036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763460.749057:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.749075:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749094:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749108:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763460.749176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555316992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.749245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.749253:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.749259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763460.749302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.749319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555317120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.749350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763460.749358:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555316992:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763460.749359:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.749371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749383:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763460.749388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.749427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555317248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.749464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.749475:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.749483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749492:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763460.749511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763460.749532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555317376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763460.749542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763460.749558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749564:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.749567:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.749575:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749583:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763460.749595:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.749617:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555317504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.749635:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.749642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763460.749646:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763460.749658:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47f100 x1876699555316992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.749659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3406
00000100:00080000:2.0:1789763460.749673:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.749689:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763460.749717:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763460.749733:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555316992/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.749737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555317632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763460.749804:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.749873:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.749885:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555316992:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763460.749949:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.749990:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763460.750031:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47d180 x1876699555317120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.750060:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555317120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.750078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.750086:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.750093:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.750107:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.750149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763460.750173:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47f480 x1876699555317248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.750198:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555317248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.750216:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.750238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.750244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.750255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317376:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763460.750306:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763460.750329:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47dc00 x1876699555317376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.750355:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555317376/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.750372:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.750379:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.750386:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317376:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763460.750442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555317504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.750476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763460.750515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47e680 x1876699555317504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.750541:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555317504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.750559:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.750566:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.750573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555317504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.750586:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555317632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.750630:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763460.750654:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff8d7c8a47d880 x1876699555317632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.750681:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555317632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.750712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.750716:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763460.750721:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555317632:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763461.133068:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763462.157054:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763463.181086:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763464.205103:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763465.229053:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763465.868952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763465.868965:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763465.868970:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.868984:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00080000:3.0:1789763465.869000:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869010:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763465.869060:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555317760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763465.869102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763465.869108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763465.869110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.869115:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00080000:3.0:1789763465.869120:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869125:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763465.869136:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763465.869153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555317888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763465.869168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763465.869174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763465.869176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.869181:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00080000:3.0:1789763465.869186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763465.869197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763465.869202:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555317760:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763465.869215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555318016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763465.869230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763465.869234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763465.869236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.869241:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00080000:3.0:1789763465.869244:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869249:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763465.869258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763465.869277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555318144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763465.869298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763465.869301:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763465.869313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763465.869318:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.869331:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00080000:3.0:1789763465.869340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869350:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763465.869385:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763465.869403:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795dc00 x1876699555317760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763465.869414:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555318272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763465.869471:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763465.869476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763465.869479:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763465.869488:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3411
00000100:00100000:1.0:1789763465.869489:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555317760/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763465.869494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763465.869506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763465.869520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763465.869521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763465.869541:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763465.869544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555318400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763465.869561:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555317760:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763465.869587:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.869643:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763465.869671:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795f480 x1876699555317888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.869697:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555317888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.869753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.869759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763465.869766:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555317888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.869869:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.869935:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763465.869955:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795fb80 x1876699555318016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.869971:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555318016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.869982:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.869986:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763465.869990:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.869999:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318144:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763465.870024:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763465.870036:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795e680 x1876699555318144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.870050:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555318144/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.870059:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.870063:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763465.870067:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318144:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763465.870074:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555318272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.870094:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763465.870105:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795c000 x1876699555318272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.870118:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555318272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.870128:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.870131:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763465.870135:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555318272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.870141:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555318400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.870160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763465.870170:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff8d7c8795ea00 x1876699555318400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.870183:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555318400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.870193:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.870196:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763465.870200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555318400:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763466.252976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763467.277091:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763468.301225:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763469.325128:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763470.349062:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763470.989049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.989063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763470.989071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989087:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:0.0:1789763470.989104:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.989116:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763470.989174:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555318528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.989234:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.989238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.989241:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989246:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:0.0:1789763470.989250:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.989256:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763470.989269:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.989285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555318656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.989302:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763470.989302:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555318528:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763470.989311:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763470.989316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989350:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:0.0:1789763470.989354:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.989358:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763470.989364:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.989378:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555318784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.989398:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.989411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.989414:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989418:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:0.0:1789763470.989423:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.989432:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763470.989436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789763470.989441:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763470.989457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555318912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.989469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.989474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.989476:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:0.0:1789763470.989486:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.989491:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763470.989498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aaed80 x1876699555318528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763470.989501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.989522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555319040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763470.989536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555318528/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763470.989538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.989550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763470.989557:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.989573:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3416
00000100:00080000:1.0:1789763470.989575:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763470.989579:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763470.989586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763470.989591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763470.989599:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763470.989600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555318528:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763470.989620:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555319168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763470.989645:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.989675:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763470.989689:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aad880 x1876699555318656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.989703:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555318656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.989713:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.989717:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763470.989721:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.989727:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.989745:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763470.989755:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aae680 x1876699555318784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.989767:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555318784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.989784:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.989787:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763470.989791:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.989796:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318912:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763470.989862:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763470.989884:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aadc00 x1876699555318912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.989904:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555318912/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.989919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.989924:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763470.989930:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555318912:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763470.989941:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.989979:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763470.990001:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aac000 x1876699555319040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.990022:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555319040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.990037:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.990043:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763470.990051:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.990062:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.990099:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763470.990120:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff8d7c85aad500 x1876699555319168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.990141:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555319168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.990156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.990162:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763470.990168:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319168:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763471.373056:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763472.396991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763473.420998:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763474.445061:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763475.469001:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763476.109041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763476.109062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.109076:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109091:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109102:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763476.109160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555319296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.109230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.109238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.109243:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763476.109264:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763476.109301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555319424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763476.109315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555319296:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763476.109319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763476.109331:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.109337:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109341:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109347:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763476.109353:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763476.109370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555319552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.109381:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.109388:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.109392:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109395:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109399:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763476.109406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789763476.109408:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763476.109424:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555319680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.109435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109439:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763476.109441:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763476.109446:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109451:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109455:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763476.109459:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763476.109472:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47d500 x1876699555319296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763476.109474:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555319808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763476.109531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763476.109556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763476.109559:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763476.109567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555319296/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763476.109574:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3421
00000100:00080000:2.0:1789763476.109586:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763476.109597:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763476.109602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763476.109605:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763476.109619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763476.109630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555319936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763476.109640:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555319296:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763476.109697:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.109744:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763476.109764:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47ca80 x1876699555319424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.109781:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555319424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.109793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.109797:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763476.109802:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.109809:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.109881:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763476.109896:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47df80 x1876699555319552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.109911:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555319552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.109922:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.109926:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763476.109930:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.109938:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319680:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763476.109959:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763476.109970:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47f800 x1876699555319680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.109984:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555319680/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.109994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.109999:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763476.110002:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555319680:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763476.110009:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.110046:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763476.110059:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47c000 x1876699555319808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.110073:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555319808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.110083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.110087:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763476.110090:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763476.110097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763476.110116:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763476.110127:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff8d7c8a47d880 x1876699555319936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763476.110140:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555319936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763476.110149:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763476.110153:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763476.110157:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555319936:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763476.493080:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763477.517067:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763478.540965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763479.565142:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763480.589106:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763481.228949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.228960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763481.228966:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763481.228978:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.228990:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763481.228999:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763481.229044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555320064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.229076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.229080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763481.229082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763481.229087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.229090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763481.229095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763481.229105:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763481.229120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555320064:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763481.229123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555320192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.229144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.229148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763481.229150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763481.229157:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.229164:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763481.229171:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763481.229180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763481.229199:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555320320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.229228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.229233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763481.229237:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763481.229264:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.229270:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763481.229277:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763481.229284:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320192:192.168.203.122@tcp:38:kworker.0
00000008:00100000:3.0:1789763481.229285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763481.229312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555320448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.229327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.229332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763481.229334:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763481.229340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320320:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763481.229346:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.229354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763481.229359:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763481.229366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763481.229380:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763481.229387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555320576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.229404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763481.229408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763481.229410:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763481.229416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3426
00000100:00080000:3.0:1789763481.229421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763481.229423:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555320576:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763481.229430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763481.229439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763481.229454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555320704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763481.229485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555320704:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763481.613181:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763482.637031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763483.661069:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763484.301249:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:2.0:1789763484.301326:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763484.301352:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763484.301409:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763484.301419:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763484.301428:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763484.301437:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:2.0:1789763484.301447:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789763484.301557:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795dc00 x1876699555320704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.301629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555320704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.301655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.301667:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.301675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555320704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763484.301703:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795f480 x1876699555320576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.301752:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555320576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.301767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.301775:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.301782:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555320576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763484.301891:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795fb80 x1876699555320448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.301918:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555320448/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.301935:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.301942:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.301950:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320448:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763484.301964:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795c000 x1876699555320192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.302001:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555320192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.302017:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.302024:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.302029:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763484.302043:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795e680 x1876699555320320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.302067:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555320320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.302083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.302091:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.302097:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763484.302111:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763484]  req@ffff8d7c8795ea00 x1876699555320064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763484.302136:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555320064/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763484.302153:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763484.302159:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763484.302168:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555320064:192.168.203.122@tcp:250:kworker.0
00010000:00010000:2.0:1789763484.685089:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763485.709028:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763486.348951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.348968:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763486.348974:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.348992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349010:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.349022:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763486.349081:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555320832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.349122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.349128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763486.349130:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.349136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349140:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.349145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763486.349159:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763486.349175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555320960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.349188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.349194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763486.349197:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.349202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349241:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.349249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763486.349257:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763486.349280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555321088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763486.349292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555320832:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763486.349314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.349324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763486.349328:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.349338:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349347:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.349356:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763486.349369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763486.349396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555321216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.349416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.349423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763486.349427:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763486.349439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763486.349443:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.349469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763486.349482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763486.349532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555321344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763486.349534:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795d500 x1876699555320832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.349580:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.349599:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763486.349605:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.349618:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3431
00000100:00080000:3.0:1789763486.349626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763486.349630:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555320832/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.349641:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763486.349664:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763486.349671:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.349686:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.349702:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555320832:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763486.349707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555321472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763486.349724:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763486.349797:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763486.349882:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795ed80 x1876699555320960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763486.349921:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555320960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.349939:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.349946:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.349953:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555320960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763486.350005:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763486.350066:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763486.350092:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795d880 x1876699555321088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763486.350120:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555321088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.350137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.350144:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.350151:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763486.350174:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321216:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763486.350250:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763486.350275:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795f800 x1876699555321216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763486.350298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555321216/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.350324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.350331:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.350336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321216:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763486.350348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555321344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763486.350389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763486.350412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795ca80 x1876699555321344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763486.350437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555321344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.350456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.350464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.350473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555321344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763486.350486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555321472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763486.350543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763486.350568:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff8d7c8795ce00 x1876699555321472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763486.350594:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555321472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.350610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763486.350616:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763486.350624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555321472:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763486.733067:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763487.757074:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763488.781146:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763489.804987:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763490.828972:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763491.468960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763491.468988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763491.468993:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469003:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3437
00000100:00080000:2.0:1789763491.469017:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469025:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763491.469066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555321600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763491.469133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763491.469139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763491.469142:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469150:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3437
00000100:00080000:2.0:1789763491.469160:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763491.469223:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763491.469246:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555321728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763491.469247:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555321600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763491.469271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763491.469275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763491.469278:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469283:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3437
00000100:00080000:2.0:1789763491.469287:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469292:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763491.469298:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763491.469310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555321856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763491.469321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763491.469324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763491.469326:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469329:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3437
00000800:00000100:3.0:1789763491.469336:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763491.469337:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469346:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763491.469352:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763491.469363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555321984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763491.469374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763491.469378:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763491.469380:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469388:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3437
00000100:00100000:3.0:1789763491.469389:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47e680 x1876699555321600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763491.469391:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469400:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763491.469409:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.469425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555321600/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763491.469428:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555322112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.469466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763491.469478:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763491.469484:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555321600:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763491.469486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763491.469492:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763491.469499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3437
00000100:00080000:2.0:1789763491.469503:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763491.469507:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763491.469511:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.469520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763491.469527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555322240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763491.469576:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763491.469589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47dc00 x1876699555321728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763491.469597:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555321728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.469603:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469605:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763491.469607:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763491.469611:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763491.469621:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763491.469627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47f480 x1876699555321856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763491.469643:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555321856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.469648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763491.469652:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763491.469655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321984:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763491.469668:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763491.469674:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47d180 x1876699555321984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763491.469685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555321984/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.469690:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763491.469694:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555321984:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763491.469697:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763491.469726:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763491.469738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47f100 x1876699555322112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763491.469751:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555322112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.469760:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469763:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763491.469766:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763491.469785:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763491.469825:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763491.469831:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff8d7c8a47c700 x1876699555322240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763491.469862:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555322240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.469872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763491.469874:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763491.469877:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322240:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763491.853081:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763492.877050:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763493.901003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763494.925038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763495.949011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763496.589003:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763496.589022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589036:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3442
00000100:00080000:3.0:1789763496.589052:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589062:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763496.589110:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555322368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.589202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.589210:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3442
00000100:00080000:3.0:1789763496.589220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589225:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763496.589237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.589254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555322496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.589268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.589276:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3442
00000100:00080000:3.0:1789763496.589303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763496.589315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.589319:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555322368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763496.589333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555322624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.589347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.589354:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589359:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3442
00000100:00080000:3.0:1789763496.589364:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589369:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763496.589375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763496.589389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555322752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.589402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.589408:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3442
00000800:00000100:1.0:1789763496.589424:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763496.589426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763496.589444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.589460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555322880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.589472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.589476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.589479:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.589486:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3442
00000100:00100000:1.0:1789763496.589492:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795f100 x1876699555322368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763496.589494:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.589510:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763496.589528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.589536:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555322368/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.589553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763496.589559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555323008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.589574:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.589588:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555322368:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763496.589629:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.589665:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763496.589681:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795e300 x1876699555322496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.589697:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555322496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.589707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.589711:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.589715:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.589746:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.589766:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763496.589777:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795c380 x1876699555322624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.589790:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555322624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.589799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.589802:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.589805:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.589811:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322752:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763496.589869:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763496.589884:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795d180 x1876699555322752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.589898:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555322752/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.589908:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.589911:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.589915:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555322752:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763496.589938:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.589965:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763496.589978:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795c700 x1876699555322880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.589992:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555322880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.590002:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.590006:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.590009:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555322880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.590016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.590036:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763496.590047:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff8d7c8795df80 x1876699555323008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.590061:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555323008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.590070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.590075:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763496.590081:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323008:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763496.973059:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763497.997026:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763499.020907:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763500.045031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763501.069011:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763501.709014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763501.709026:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763501.709031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709045:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00080000:2.0:1789763501.709059:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763501.709069:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763501.709156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555323136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763501.709211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763501.709219:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763501.709223:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709234:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00080000:2.0:1789763501.709244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763501.709254:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763501.709272:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.709279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555323136:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763501.709303:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555323264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763501.709322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763501.709327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763501.709330:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709335:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00080000:2.0:1789763501.709370:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763501.709375:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:3.0:1789763501.709384:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789763501.709385:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763501.709409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555323392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763501.709422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763501.709427:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763501.709430:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709437:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00080000:2.0:1789763501.709443:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763501.709451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47c380 x1876699555323136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763501.709453:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763501.709470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763501.709488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555323136/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763501.709502:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555323520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.709508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.709524:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763501.709539:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555323136:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763501.709548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763501.709557:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763501.709562:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709572:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00100000:3.0:1789763501.709578:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323264:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763501.709583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763501.709597:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763501.709606:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763501.709624:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763501.709633:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555323648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763501.709651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763501.709653:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47ce00 x1876699555323264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763501.709664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763501.709670:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763501.709687:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3447
00000100:00080000:2.0:1789763501.709696:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763501.709704:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555323264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763501.709708:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763501.709722:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763501.709729:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.709740:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763501.709744:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555323776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763501.709751:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.709777:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.709851:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763501.709868:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47ea00 x1876699555323392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.709883:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555323392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.709894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.709898:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763501.709902:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.709909:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323520:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763501.709934:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763501.709945:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47ed80 x1876699555323520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.709965:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555323520/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.709976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.709980:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763501.709984:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555323520:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763501.710003:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.710023:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763501.710034:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47fb80 x1876699555323648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.710048:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555323648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.710058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.710061:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763501.710065:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.710072:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.710090:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763501.710140:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff8d7c8a47c380 x1876699555323776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.710165:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555323776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.710180:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.710186:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763501.710194:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555323776:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763502.092996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763503.117161:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763504.141202:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763505.165494:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763506.189150:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763506.828984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.829001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763506.829008:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.829024:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3452
00000100:00080000:0.0:1789763506.829042:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.829053:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763506.829184:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555323904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.829246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.829255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.829268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.829292:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3452
00000100:00080000:0.0:1789763506.829297:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.829303:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763506.829317:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763506.829335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555324032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.829348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763506.829353:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555323904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763506.829355:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763506.829361:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.829390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3452
00000100:00080000:0.0:1789763506.829395:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.829401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763506.829411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763506.829439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555324160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.829459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.829466:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.829471:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.829479:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3452
00000800:00000100:3.0:1789763506.829489:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763506.829490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.829506:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763506.829519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763506.829545:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555324288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763506.829577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763506.829581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763506.829584:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763506.829589:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3452
00000100:00080000:0.0:1789763506.829596:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763506.829598:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aaf480 x1876699555323904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763506.829605:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763506.829616:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.829664:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555323904/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763506.829675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555324416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763506.829688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763506.829696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763506.829702:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763506.829705:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763506.829729:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763506.829732:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555323904:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763506.829739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3452
00000100:00080000:0.0:1789763506.829745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763506.829749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763506.829754:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763506.829765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555324544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763506.829775:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.829809:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763506.829824:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aaf800 x1876699555324032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.829837:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555324032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.829846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.829849:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763506.829853:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.829858:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.829963:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763506.829980:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aace00 x1876699555324160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.829995:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555324160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.830006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.830011:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763506.830018:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.830031:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324288:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763506.830111:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763506.830129:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aae300 x1876699555324288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.830149:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555324288/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.830177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.830182:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763506.830186:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324288:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763506.830195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555324416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.830225:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763506.830239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aac700 x1876699555324416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.830254:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555324416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.830264:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.830268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763506.830272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555324416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.830314:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555324544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.830331:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763506.830340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff8d7c85aaf100 x1876699555324544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.830351:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555324544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.830377:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.830381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763506.830385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555324544:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763507.213619:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763508.237041:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763509.261068:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763510.285016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763511.309091:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763511.948974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.948990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763511.948998:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949059:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949071:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763511.949134:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555324672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.949178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.949184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.949186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949203:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763511.949219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.949247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555324800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763511.949261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555324672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763511.949288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.949298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763511.949302:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763511.949337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.949358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555324928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763511.949400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763511.949421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.949428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.949432:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949453:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763511.949460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763511.949477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555325056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.949502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.949510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763511.949515:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aaea00 x1876699555324672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763511.949516:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949534:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949550:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949564:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763511.949577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763511.949581:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555324672/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.949612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763511.949614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555325184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763511.949631:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.949652:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555324672:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763511.949653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.949673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763511.949678:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.949687:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3457
00000100:00080000:0.0:1789763511.949696:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.949702:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763511.949711:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763511.949714:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763511.949736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555325312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763511.949769:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763511.949793:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aaca80 x1876699555324800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763511.949860:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555324800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.949872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763511.949877:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.949881:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763511.949890:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763511.949917:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763511.949931:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aac380 x1876699555324928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763511.949945:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555324928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.949955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763511.949960:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.949963:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555324928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763511.949970:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325056:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763511.949991:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763511.950003:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aad180 x1876699555325056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763511.950051:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555325056/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.950070:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763511.950076:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.950083:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325056:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763511.950096:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763511.950137:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763511.950154:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aafb80 x1876699555325184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763511.950170:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555325184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.950180:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763511.950185:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.950189:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763511.950213:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763511.950235:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763511.950247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff8d7c85aaea00 x1876699555325312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763511.950262:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555325312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763511.950273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763511.950276:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763511.950281:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325312:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763512.333090:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763513.357144:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763514.381064:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763515.405027:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763516.429060:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763517.068940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.068952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763517.068958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.068973:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069016:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.069031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763517.069095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555325440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.069146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.069154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763517.069158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.069167:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069175:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.069186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763517.069203:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763517.069228:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555325440:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763517.069241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555325568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.069269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.069277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763517.069281:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.069289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069298:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.069305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763517.069314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763517.069333:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763517.069335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555325696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763517.069353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.069358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763517.069362:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.069368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.069378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763517.069385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763517.069402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555325824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763517.069412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aaf100 x1876699555325440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.069423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.069437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763517.069444:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.069453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763517.069469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555325440/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.069470:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763517.069483:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763517.069502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763517.069506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555325952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763517.069514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.069530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555325440:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763517.069536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763517.069544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763517.069548:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763517.069554:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3462
00000100:00080000:0.0:1789763517.069558:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763517.069563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763517.069570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763517.069574:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763517.069588:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555326080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763517.069635:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763517.069667:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aac700 x1876699555325568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.069696:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555325568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763517.069708:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763517.069713:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.069717:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763517.069726:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763517.069756:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763517.069771:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aae300 x1876699555325696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.069785:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555325696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763517.069795:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763517.069840:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.069846:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763517.069854:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325824:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763517.069882:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763517.069896:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aace00 x1876699555325824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.069912:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555325824/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763517.069953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763517.069960:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.069967:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555325824:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763517.070004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763517.070050:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763517.070068:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aaf800 x1876699555325952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.070085:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555325952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763517.070095:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763517.070099:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.070103:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555325952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763517.070136:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763517.070177:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763517.070200:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff8d7c85aaf480 x1876699555326080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.070225:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555326080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763517.070236:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763517.070240:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763517.070243:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326080:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763517.453045:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763518.477030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763519.500943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763520.525018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763521.549028:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763522.189034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189048:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763522.189053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.189066:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189080:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.189090:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763522.189140:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555326208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.189185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763522.189193:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.189198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189203:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.189216:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763522.189228:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763522.189244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555326336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.189258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763522.189266:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.189280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.189289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763522.189298:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555326208:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763522.189300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763522.189320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555326464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.189339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763522.189347:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.189351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.189364:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763522.189370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763522.189393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555326592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763522.189405:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763522.189429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763522.189442:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.189451:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.189475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763522.189485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763522.189499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795df80 x1876699555326208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763522.189516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555326720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763522.189545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555326208/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763522.189551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.189568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763522.189574:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763522.189582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763522.189584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3467
00000100:00080000:3.0:1789763522.189597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763522.189599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763522.189609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763522.189612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555326208:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763522.189624:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763522.189640:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763522.189653:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555326848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763522.189683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763522.189706:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795c700 x1876699555326336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.189725:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555326336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.189736:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.189741:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763522.189745:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763522.189774:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763522.189797:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763522.189845:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795d180 x1876699555326464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.189861:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555326464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.189872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.189876:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763522.189880:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763522.189888:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326592:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763522.189913:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763522.189932:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795c380 x1876699555326592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.189989:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555326592/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.190006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.190013:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763522.190019:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555326592:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763522.190032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763522.190074:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763522.190091:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795e300 x1876699555326720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.190107:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555326720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.190118:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.190121:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763522.190126:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763522.190133:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763522.190155:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763522.190167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff8d7c8795f100 x1876699555326848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.190181:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555326848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.190190:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.190193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763522.190197:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555326848:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763522.573006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763523.597049:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763524.621021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763525.644999:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763526.669103:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763527.308965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.308978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763527.308984:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.308998:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309013:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.309022:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763527.309069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555326976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.309105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.309110:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763527.309113:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.309118:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309122:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.309127:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763527.309139:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.309156:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555327104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.309171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.309176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763527.309182:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763527.309184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555326976:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763527.309191:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.309207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763527.309215:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.309232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555327232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.309244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.309249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763527.309251:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.309256:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309260:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.309265:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763527.309272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763527.309285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555327360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763527.309309:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763527.309310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.309320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763527.309323:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.309331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.309345:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763527.309351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.309368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555327488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.309379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.309383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763527.309386:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.309392:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3472
00000100:00080000:3.0:1789763527.309397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763527.309408:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795ce00 x1876699555326976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763527.309409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763527.309430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.309453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555327616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763527.309462:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555326976/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.309513:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.309523:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.309534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555326976:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763527.309579:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763527.309632:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763527.309659:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795ca80 x1876699555327104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.309688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555327104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.309705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.309712:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.309719:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763527.309733:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763527.309776:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763527.309793:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795f800 x1876699555327232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.309857:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555327232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.309869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.309873:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.309878:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763527.309887:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327360:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763527.309950:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763527.309974:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795d880 x1876699555327360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.310001:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555327360/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.310019:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.310025:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.310033:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327360:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763527.310045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555327488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763527.310079:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763527.310094:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795ed80 x1876699555327488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.310109:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555327488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.310119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.310123:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.310127:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555327488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763527.310134:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555327616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763527.310154:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763527.310165:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff8d7c8795d500 x1876699555327616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.310180:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555327616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.310189:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.310193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763527.310196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555327616:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763527.693045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763528.716990:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763529.740984:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763530.765026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763531.789065:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763532.429008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763532.429026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763532.429041:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3477
00000100:00080000:3.0:1789763532.429057:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429067:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763532.429125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555327744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763532.429162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763532.429169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763532.429175:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3477
00000100:00080000:3.0:1789763532.429179:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429183:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763532.429194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763532.429210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555327872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763532.429259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763532.429266:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763532.429272:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555327744:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763532.429275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3477
00000100:00080000:3.0:1789763532.429284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763532.429294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763532.429308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555328000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763532.429327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763532.429333:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763532.429336:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3477
00000100:00080000:3.0:1789763532.429341:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429344:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763532.429348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763532.429358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555328128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763532.429368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763532.429373:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763532.429379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3477
00000800:00000100:0.0:1789763532.429383:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763532.429385:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763532.429397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763532.429409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555328256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763532.429437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763532.429441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763532.429443:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763532.429448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3477
00000100:00080000:3.0:1789763532.429453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763532.429459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763532.429465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763532.429478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795ea00 x1876699555327744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763532.429484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555328384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763532.429581:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555327744/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.429595:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.429599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.429604:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555327744:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763532.429630:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763532.429658:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763532.429672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795e680 x1876699555327872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.429683:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555327872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.429702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.429706:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.429709:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555327872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763532.429714:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763532.429729:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763532.429738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795c000 x1876699555328000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.429748:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555328000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.429756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.429776:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.429780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763532.429788:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328128:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763532.429810:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763532.429822:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795fb80 x1876699555328128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.429836:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555328128/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.429845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.429848:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.429853:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328128:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763532.429859:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555328256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763532.429989:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763532.430006:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795f480 x1876699555328256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.430020:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555328256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.430030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.430034:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.430038:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555328256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763532.430045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555328384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763532.430066:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763532.430077:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff8d7c8795dc00 x1876699555328384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.430090:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555328384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.430100:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.430103:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763532.430106:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555328384:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763532.812985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763533.837095:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763534.861043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763535.885020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763536.909037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763537.549012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763537.549030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763537.549053:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763537.549070:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549105:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549117:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763537.549172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555328512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763537.549245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763537.549253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763537.549257:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763537.549266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763537.549299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763537.549326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555328640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763537.549351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763537.549376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763537.549380:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763537.549390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555328512:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763537.549394:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763537.549429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763537.549452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555328768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763537.549473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763537.549480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763537.549484:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763537.549491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549500:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:3.0:1789763537.549517:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789763537.549526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763537.549556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555328896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763537.549595:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aad500 x1876699555328512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763537.549598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763537.549618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763537.549628:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763537.549646:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549654:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763537.549668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.549682:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555328512/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.549690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555329024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763537.549744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763537.549745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.549754:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.549764:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555328512:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763537.549768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763537.549777:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763537.549786:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328640:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763537.549787:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3483
00000100:00080000:0.0:1789763537.549901:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763537.549930:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763537.549943:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763537.549945:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763537.549983:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aac000 x1876699555328640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763537.549987:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555329152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763537.550039:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555328640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.550054:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.550061:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.550069:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.550120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.550148:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763537.550161:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aadc00 x1876699555328768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.550195:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555328768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.550205:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.550209:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.550213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.550220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328896:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763537.550241:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763537.550253:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aae680 x1876699555328896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.550267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555328896/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.550277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.550280:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.550284:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555328896:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763537.550290:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.550308:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763537.550324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aad880 x1876699555329024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.550346:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555329024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.550378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.550384:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.550391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.550402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.550439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763537.550456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff8d7c85aaed80 x1876699555329152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.550470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555329152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.550487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.550490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763537.550494:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329152:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763537.932947:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763538.957095:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763539.981082:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763541.004932:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763542.029075:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763542.668987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763542.669001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763542.669006:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.669021:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:0.0:1789763542.669037:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669073:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763542.669147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555329280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763542.669196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763542.669211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763542.669216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.669225:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:0.0:1789763542.669249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763542.669268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.669292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555329408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763542.669299:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555329280:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763542.669322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763542.669327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763542.669329:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.669334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:0.0:1789763542.669339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763542.669348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.669361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555329536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763542.669369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763542.669373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763542.669375:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763542.669380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763542.669386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:0.0:1789763542.669395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763542.669409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763542.669429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555329664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763542.669432:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aaed80 x1876699555329280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.669475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763542.669481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555329280/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.669485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763542.669492:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763542.669500:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.669504:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:3.0:1789763542.669509:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.669517:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555329280:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763542.669518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669531:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763542.669540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.669559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555329792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763542.669569:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329408:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763542.669582:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763542.669589:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763542.669592:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.669598:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3488
00000100:00080000:0.0:1789763542.669615:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763542.669620:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763542.669626:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763542.669626:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763542.669644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555329920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763542.669650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aad880 x1876699555329408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.669676:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555329408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763542.669685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.669689:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.669693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763542.669701:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763542.669719:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763542.669727:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aae680 x1876699555329536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.669738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555329536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763542.669745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.669747:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.669750:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763542.669755:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329664:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763542.669770:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763542.669777:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aadc00 x1876699555329664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.669787:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555329664/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763542.669857:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.669862:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.669867:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555329664:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763542.669892:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763542.669922:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763542.669935:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aac000 x1876699555329792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.669947:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555329792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763542.669955:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.669957:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.669960:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763542.669965:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763542.669981:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763542.669988:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff8d7c85aad500 x1876699555329920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.669998:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555329920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763542.670005:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.670007:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763542.670010:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555329920:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763543.053091:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763544.077054:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763545.101056:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763546.125038:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763547.149022:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763547.788979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763547.788994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763547.789000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789015:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00080000:2.0:1789763547.789031:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763547.789042:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763547.789126:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555330048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763547.789175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763547.789183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763547.789187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789195:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00080000:2.0:1789763547.789205:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763547.789216:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763547.789235:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763547.789271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555330176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763547.789279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555330048:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763547.789325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763547.789346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763547.789349:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789358:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00080000:2.0:1789763547.789392:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763547.789401:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763547.789411:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763547.789448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555330304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763547.789461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763547.789465:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763547.789467:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00100000:3.0:1789763547.789489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330176:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763547.789493:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763547.789531:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763547.789545:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763547.789573:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555330432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763547.789578:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330304:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763547.789620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763547.789625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763547.789628:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789639:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00080000:2.0:1789763547.789647:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763547.789653:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330432:192.168.203.122@tcp:8:kworker.0
00000100:00080000:2.0:1789763547.789665:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763547.789677:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763547.789715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555330560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763547.789751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763547.789851:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555330560:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763547.789865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763547.789871:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763547.789882:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3493
00000100:00080000:2.0:1789763547.789890:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763547.789898:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763547.789910:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763547.789933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555330688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763547.790054:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555330688:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763548.172987:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763549.196976:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763550.220995:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763550.861111:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789763550.861184:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763550.861214:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763550.861272:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763550.861293:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763550.861313:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763550.861356:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789763550.861370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47f480 x1876699555330432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789763550.861389:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789763550.861434:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555330432/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861459:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861469:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330432:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763550.861493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47f100 x1876699555330176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763550.861520:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555330176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861553:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861560:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763550.861573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47d180 x1876699555330304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763550.861596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555330304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763550.861638:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47c700 x1876699555330048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763550.861662:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555330048/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861677:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861683:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861690:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555330048:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763550.861755:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47e680 x1876699555330688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763550.861782:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555330688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861837:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861847:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861854:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555330688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763550.861868:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763550]  req@ffff8d7c8a47dc00 x1876699555330560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763550.861894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555330560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763550.861910:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763550.861917:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763550.861924:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555330560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763551.245033:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763552.269044:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763552.909011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.909030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763552.909037:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.909054:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909073:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909086:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763552.909146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555330816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.909203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.909208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.909211:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.909216:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763552.909240:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763552.909259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555330944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.909278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.909290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763552.909299:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763552.909301:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555330816:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763552.909314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763552.909351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763552.909392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555331072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.909411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.909416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.909419:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.909425:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763552.909452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763552.909469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555331200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763552.909477:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763552.909493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763552.909499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763552.909502:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.909510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909516:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763552.909529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763552.909550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555331328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763552.909587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763552.909589:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795dc00 x1876699555330816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.909608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763552.909616:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763552.909648:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3498
00000100:00080000:3.0:1789763552.909662:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763552.909672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763552.909688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555330816/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763552.909693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763552.909755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763552.909765:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555331456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763552.909779:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.909903:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555330816:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763552.909969:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.910052:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763552.910084:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795f480 x1876699555330944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.910113:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555330944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.910131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.910139:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.910148:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555330944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.910163:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.910211:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763552.910237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795fb80 x1876699555331072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.910279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555331072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.910299:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.910308:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.910317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.910334:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331200:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763552.910382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763552.910407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795c000 x1876699555331200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.910432:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555331200/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.910456:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.910463:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.910472:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331200:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763552.910489:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555331328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.910532:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763552.910556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795e680 x1876699555331328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.910581:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555331328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.910610:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.910617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.910624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555331328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763552.910637:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555331456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763552.910680:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763552.910704:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff8d7c8795ea00 x1876699555331456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763552.910761:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555331456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763552.910779:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763552.910786:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763552.910792:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555331456:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763553.292958:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763554.317051:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763555.341037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763556.364975:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763557.388943:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763558.029061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.029078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763558.029085:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.029103:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:0.0:1789763558.029121:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.029148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763558.029215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555331584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.029290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.029297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.029301:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.029310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:0.0:1789763558.029318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.029327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763558.029345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763558.029360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555331584:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763558.029388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555331712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.029415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.029423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763558.029427:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.029434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:0.0:1789763558.029442:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.029452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763558.029461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.029510:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555331840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763558.029512:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763558.029541:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.029549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.029553:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763558.029566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:0.0:1789763558.029576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763558.029579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aaf480 x1876699555331584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.029599:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763558.029630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763558.029633:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555331584/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763558.029661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763558.029671:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763558.029722:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555331968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763558.029739:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555331584:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763558.029775:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763558.029782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763558.029786:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763558.029813:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331712:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763558.029877:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:0.0:1789763558.029889:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763558.029902:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:3.0:1789763558.029907:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:0.0:1789763558.029928:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763558.029955:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aaf800 x1876699555331712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763558.029967:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555332096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.030045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763558.030053:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555331712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.030057:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763558.030068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763558.030086:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.030089:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3503
00000100:00080000:3.0:1789763558.030096:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763558.030103:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763558.030104:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331712:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763558.030124:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763558.030126:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331840:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789763558.030146:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.030174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555332224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763558.030182:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763558.030204:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aace00 x1876699555331840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763558.030299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555331840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763558.030311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763558.030317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763558.030323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763558.030333:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331968:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763558.030356:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763558.030383:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aae300 x1876699555331968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763558.030397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555331968/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763558.030415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763558.030418:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763558.030422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555331968:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763558.030444:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763558.030474:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763558.030485:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aac700 x1876699555332096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763558.030498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555332096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763558.030506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763558.030510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763558.030513:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763558.030519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763558.030537:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763558.030547:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff8d7c85aaf100 x1876699555332224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763558.030560:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555332224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763558.030586:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763558.030588:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763558.030592:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332224:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763558.413018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763559.437085:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763560.461001:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763561.485083:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763562.509081:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763563.149001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763563.149026:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763563.149073:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149088:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763563.149098:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763563.149173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555332352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763563.149220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763563.149229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763563.149235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763563.149247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763563.149261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763563.149280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555332480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763563.149294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763563.149311:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763563.149313:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555332352:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763563.149322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763563.149337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763563.149358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763563.149379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555332608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763563.149407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763563.149416:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763563.149424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763563.149454:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763563.149465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763563.149477:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763563.149491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555332736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763563.149510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763563.149519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763563.149524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763563.149547:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763563.149548:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795d500 x1876699555332352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763563.149565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763563.149602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555332864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763563.149605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555332352/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.149722:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.149743:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.149758:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555332352:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763563.149758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763563.149798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763563.149804:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763563.149818:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3508
00000100:00080000:3.0:1789763563.149830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763563.149861:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332480:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763563.149893:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763563.149907:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763563.149916:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763563.149935:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555332992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763563.149949:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795ed80 x1876699555332480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.149999:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555332480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.150012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.150017:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.150026:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763563.150037:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763563.150079:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763563.150094:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795d880 x1876699555332608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.150108:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555332608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.150118:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.150122:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.150128:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763563.150140:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332736:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763563.150176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763563.150199:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795f800 x1876699555332736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.150225:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555332736/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.150242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.150250:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.150257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555332736:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763563.150270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763563.150312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763563.150335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795ca80 x1876699555332864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.150356:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555332864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.150366:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.150371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.150375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763563.150421:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763563.150456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763563.150469:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff8d7c8795ce00 x1876699555332992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.150484:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555332992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.150496:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.150501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763563.150510:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555332992:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763563.533105:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763564.557050:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763565.581097:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763566.604998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763567.628988:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763568.269039:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763568.269066:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269082:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00080000:0.0:1789763568.269117:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269129:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763568.269188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555333120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763568.269229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763568.269236:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00080000:0.0:1789763568.269244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763568.269278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763568.269295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555333248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763568.269307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763568.269313:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269328:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00080000:0.0:1789763568.269331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763568.269344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763568.269367:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555333120:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763568.269395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555333376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763568.269415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763568.269423:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00080000:0.0:1789763568.269436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269442:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763568.269451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763568.269466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555333504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763568.269485:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763568.269499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763568.269510:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00080000:0.0:1789763568.269539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763568.269563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763568.269587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555333632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763568.269588:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aaea00 x1876699555333120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.269643:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763568.269651:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763568.269654:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763568.269666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3513
00000100:00100000:3.0:1789763568.269668:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555333120/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.269677:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763568.269692:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789763568.269705:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763568.269707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763568.269717:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.269725:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555333120:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763568.269733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555333760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763568.269742:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.269830:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763568.269859:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aafb80 x1876699555333248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.269874:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555333248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.269883:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.269887:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.269893:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.269929:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.269953:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763568.269970:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aad180 x1876699555333376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.269981:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555333376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.269988:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.269991:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.269994:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.270000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333504:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763568.270014:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763568.270022:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aac380 x1876699555333504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.270032:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555333504/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.270039:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.270042:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.270045:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555333504:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763568.270050:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555333632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.270063:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763568.270071:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aaca80 x1876699555333632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.270081:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555333632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.270088:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.270091:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.270093:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555333632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.270098:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555333760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.270111:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763568.270118:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff8d7c85aaf100 x1876699555333760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.270127:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555333760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.270134:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.270136:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763568.270140:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555333760:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763568.653051:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763569.677217:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763570.701646:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763571.725993:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763572.749613:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763573.388973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763573.388986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763573.388992:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389007:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3518
00000100:00080000:3.0:1789763573.389024:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389034:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763573.389086:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555333888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763573.389129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763573.389134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763573.389137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389142:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3518
00000100:00080000:3.0:1789763573.389146:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389152:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763573.389165:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763573.389182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555334016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763573.389191:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555333888:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763573.389214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763573.389219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763573.389222:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3518
00000100:00080000:3.0:1789763573.389235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763573.389247:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763573.389265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555334144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763573.389278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763573.389283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763573.389285:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389292:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3518
00000800:00000100:0.0:1789763573.389303:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763573.389304:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389318:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763573.389325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763573.389342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555334272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763573.389355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763573.389360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763573.389362:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389368:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3518
00000100:00080000:3.0:1789763573.389373:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763573.389385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763573.389390:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795f100 x1876699555333888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763573.389403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555334400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763573.389455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763573.389464:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555333888/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.389465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763573.389473:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.389488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3518
00000100:00080000:3.0:1789763573.389498:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763573.389505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763573.389506:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763573.389511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763573.389519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763573.389531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555334528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763573.389533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555333888:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763573.389613:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763573.389654:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763573.389673:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795e300 x1876699555334016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.389690:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555334016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.389702:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.389706:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763573.389710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763573.389718:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763573.389741:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763573.389754:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795c380 x1876699555334144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.389768:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555334144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.389786:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.389790:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763573.389795:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763573.389834:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334272:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763573.389860:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763573.389874:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795d180 x1876699555334272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.389888:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555334272/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.389899:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.389903:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763573.389907:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334272:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763573.389913:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555334400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763573.389933:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763573.389944:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795c700 x1876699555334400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.389958:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555334400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.389967:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.389971:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763573.389975:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555334400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763573.389982:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555334528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763573.390001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763573.390011:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff8d7c8795df80 x1876699555334528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.390025:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555334528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.390035:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.390038:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763573.390041:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555334528:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763573.774011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763574.797085:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763575.821092:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763576.845075:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763577.869000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763578.508967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.508980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763578.508985:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763578.508999:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00080000:3.0:1789763578.509014:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509024:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763578.509075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555334656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763578.509112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.509118:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763578.509120:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763578.509126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00080000:3.0:1789763578.509132:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763578.509149:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763578.509164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555334784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763578.509181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.509187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763578.509192:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763578.509200:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00080000:3.0:1789763578.509209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509218:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763578.509230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763578.509250:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555334656:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763578.509260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555334912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763578.509298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.509303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763578.509306:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763578.509312:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00080000:3.0:1789763578.509319:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763578.509333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763578.509352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555335040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763578.509363:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763578.509393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.509399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763578.509413:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763578.509420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00080000:3.0:1789763578.509427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763578.509442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795df80 x1876699555334656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763578.509445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763578.509472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555335168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763578.509482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555334656/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.509499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763578.509513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763578.509516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.509517:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763578.509559:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763578.509564:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3524
00000100:00100000:0.0:1789763578.509573:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555334656:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763578.509575:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763578.509586:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763578.509599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763578.509606:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763578.509624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555335296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763578.509647:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763578.509671:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795c700 x1876699555334784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.509689:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555334784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.509701:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.509705:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763578.509710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763578.509751:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763578.509774:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763578.509787:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795d180 x1876699555334912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.509849:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555334912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.509862:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.509866:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763578.509871:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555334912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763578.509878:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335040:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763578.509904:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763578.509918:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795c380 x1876699555335040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.509933:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555335040/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.509943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.509947:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763578.509951:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335040:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763578.509957:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763578.509977:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763578.509988:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795e300 x1876699555335168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.510001:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555335168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.510011:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.510014:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763578.510018:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763578.510024:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763578.510044:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763578.510055:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff8d7c8795f100 x1876699555335296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.510068:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555335296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.510077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.510081:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763578.510085:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335296:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763578.893036:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763579.917098:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763580.941051:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763581.965018:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763582.989045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763583.629010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.629027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763583.629034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.629053:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629083:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.629096:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763583.629173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555335424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.629220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.629228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.629232:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.629240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.629258:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763583.629275:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763583.629308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555335424:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763583.629319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555335552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.629348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.629356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763583.629361:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.629369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.629386:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763583.629398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763583.629409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763583.629432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555335680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.629456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.629464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.629469:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763583.629481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795ce00 x1876699555335424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763583.629482:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629518:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.629534:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763583.629561:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763583.629583:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555335424/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763583.629589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555335808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763583.629646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763583.629652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763583.629653:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763583.629661:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763583.629673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763583.629675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629692:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763583.629697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555335424:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763583.629707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763583.629724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763583.629750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555335936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763583.629757:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335552:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763583.629850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763583.629859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763583.629863:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763583.629871:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3529
00000100:00080000:3.0:1789763583.629880:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763583.629887:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763583.629898:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763583.629904:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763583.629932:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555336064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763583.629952:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795ca80 x1876699555335552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.629986:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555335552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.630015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.630022:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763583.630029:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763583.630042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763583.630087:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763583.630122:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795f800 x1876699555335680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.630150:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555335680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.630166:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.630171:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763583.630175:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763583.630184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335808:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763583.630224:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763583.630247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795d880 x1876699555335808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.630271:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555335808/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.630289:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.630295:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763583.630303:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555335808:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763583.630337:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763583.630367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763583.630381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795ed80 x1876699555335936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.630395:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555335936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.630406:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.630410:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763583.630414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555335936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763583.630420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763583.630439:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763583.630450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff8d7c8795d500 x1876699555336064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.630464:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555336064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.630474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.630477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763583.630481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336064:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763584.013036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763585.037019:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763586.060964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763587.085057:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763588.109020:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763588.749061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.749076:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763588.749081:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.749094:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749109:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749119:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763588.749165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555336192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.749207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.749213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.749215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.749221:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749230:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763588.749242:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.749259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555336320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.749275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.749280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.749283:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763588.749292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555336192:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763588.749294:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749302:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749313:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763588.749321:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.749335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555336448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.749348:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.749356:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.749360:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.749366:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749375:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749382:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763588.749395:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789763588.749415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763588.749425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555336576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.749451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.749501:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.749505:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.749514:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763588.749541:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aac700 x1876699555336192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763588.749549:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763588.749586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555336192/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763588.749598:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555336704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763588.749609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.749633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763588.749642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763588.749644:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555336192:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763588.749657:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.749663:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.749672:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3534
00000100:00080000:0.0:1789763588.749679:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.749685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763588.749691:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336320:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789763588.749707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.749733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555336832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763588.749745:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763588.749781:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aae300 x1876699555336320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763588.749839:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555336320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763588.749851:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.749856:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763588.749862:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763588.749870:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763588.749905:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763588.749923:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aace00 x1876699555336448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763588.749948:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555336448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763588.749971:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.749978:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763588.749985:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763588.749997:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336576:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763588.750051:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763588.750074:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aaf800 x1876699555336576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763588.750098:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555336576/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763588.750111:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.750115:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763588.750120:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555336576:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763588.750128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763588.750157:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763588.750178:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aaf480 x1876699555336704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763588.750202:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555336704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763588.750219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.750225:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763588.750231:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763588.750270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763588.750314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763588.750339:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff8d7c85aad500 x1876699555336832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763588.750365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555336832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763588.750382:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763588.750388:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763588.750395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555336832:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763589.132940:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763590.157084:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763591.181054:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763592.205082:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763593.229091:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763593.868914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.868935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763593.868944:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.868962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.868978:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869000:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763593.869055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555336960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.869117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.869123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.869126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.869133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.869141:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763593.869166:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.869192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555337088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.869209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763593.869214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555336960:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763593.869215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763593.869218:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.869224:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.869230:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869236:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763593.869260:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.869273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555337216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.869293:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.869297:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.869299:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.869305:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.869309:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869313:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763593.869319:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:3.0:1789763593.869325:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763593.869333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555337344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763593.869345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.869349:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763593.869367:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.869373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.869379:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869385:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763593.869393:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.869409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555337472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763593.869456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aac000 x1876699555336960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763593.869473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763593.869478:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763593.869481:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763593.869487:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3539
00000100:00080000:0.0:1789763593.869492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763593.869498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555336960/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763593.869504:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763593.869520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555337600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763593.869520:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.869526:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.869542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555336960:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763593.869579:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.869612:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869630:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aadc00 x1876699555337088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.869649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555337088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.869661:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.869666:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.869671:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.869681:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.869722:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869735:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aae680 x1876699555337216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.869747:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555337216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.869761:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.869764:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.869767:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.869772:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337344:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763593.869834:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869845:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aad880 x1876699555337344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.869868:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555337344/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.869885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.869888:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.869891:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337344:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763593.869898:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555337472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.869917:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869926:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aaed80 x1876699555337472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.869937:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555337472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.869944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.869946:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.869950:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555337472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.869955:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555337600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.869979:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763593.869987:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff8d7c85aad500 x1876699555337600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.869997:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555337600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.870004:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.870007:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763593.870009:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555337600:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763594.253090:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763595.277126:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763596.301171:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763597.325068:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763598.349029:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763598.988950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.988963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763598.988968:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.988982:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00080000:3.0:1789763598.988996:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989007:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763598.989064:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555337728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.989121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.989127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763598.989130:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.989136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00080000:3.0:1789763598.989143:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989149:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763598.989161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.989182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555337856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.989199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.989204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763598.989206:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.989216:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00100000:0.0:1789763598.989220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555337728:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763598.989221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763598.989245:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.989259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555337984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.989271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.989275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763598.989278:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.989283:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00080000:3.0:1789763598.989288:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989292:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763598.989299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763598.989312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555338112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763598.989336:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763598.989340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.989347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763598.989350:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763598.989357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00080000:3.0:1789763598.989374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763598.989412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763598.989433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795ea00 x1876699555337728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.989435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555338240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763598.989499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763598.989505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763598.989508:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763598.989517:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555337728/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.989521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3544
00000100:00080000:3.0:1789763598.989532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763598.989546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763598.989552:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763598.989554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763598.989569:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763598.989577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555338368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763598.989579:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555337728:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763598.989628:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763598.989669:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763598.989686:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795e680 x1876699555337856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763598.989718:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555337856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763598.989734:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763598.989739:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763598.989744:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763598.989752:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763598.989776:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763598.989789:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795c000 x1876699555337984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763598.989849:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555337984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763598.989861:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763598.989865:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763598.989869:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555337984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763598.989878:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338112:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763598.989904:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763598.989919:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795fb80 x1876699555338112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763598.989933:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555338112/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763598.989943:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763598.989947:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763598.989951:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338112:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763598.989958:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555338240:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763598.989977:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763598.989989:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795f480 x1876699555338240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763598.990003:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555338240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763598.990012:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763598.990016:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763598.990019:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555338240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763598.990025:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555338368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763598.990044:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763598.990055:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff8d7c8795dc00 x1876699555338368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763598.990069:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555338368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763598.990079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763598.990082:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763598.990085:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555338368:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763599.372971:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763600.396988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763601.421012:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763602.445000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763603.468957:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763604.109008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.109027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763604.109034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.109050:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3549
00000100:00080000:0.0:1789763604.109068:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.109080:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763604.109144:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555338496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.109207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.109212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.109215:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763604.109300:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555338496:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763604.109403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3549
00000800:00000100:3.0:1789763604.109411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763604.109418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.109431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763604.109446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.109464:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aaf480 x1876699555338496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763604.109482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555338624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.109502:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555338496/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763604.109503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.109514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763604.109519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.109532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3549
00000100:00080000:0.0:1789763604.109538:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.109545:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:3.0:1789763604.109546:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763604.109550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763604.109559:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763604.109566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555338752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.109569:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555338496:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763604.109590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763604.109594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.109597:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.109603:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3549
00000100:00080000:0.0:1789763604.109606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.109616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763604.109616:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338624:192.168.203.122@tcp:38:kworker.0
00000008:00100000:0.0:1789763604.109628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763604.109646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555338880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763604.109679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763604.109689:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763604.109691:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763604.109700:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.109709:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3549
00000100:00080000:0.0:1789763604.109717:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763604.109725:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aaf800 x1876699555338624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763604.109726:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763604.109741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.109758:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555338624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.109774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763604.109777:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555339008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763604.109784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763604.109798:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763604.109865:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.109894:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763604.109911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763604.109914:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aace00 x1876699555338752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763604.109922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763604.109928:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763604.109940:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3549
00000100:00100000:3.0:1789763604.109964:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555338752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763604.109969:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763604.109985:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763604.110002:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763604.110006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.110016:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763604.110022:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763604.110030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555339136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.110055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338880:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763604.110092:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763604.110114:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aae300 x1876699555338880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.110129:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555338880/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.110139:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.110143:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763604.110147:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555338880:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763604.110154:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.110171:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763604.110182:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aac700 x1876699555339008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.110210:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555339008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.110218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.110220:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763604.110224:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763604.110238:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.110254:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763604.110264:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff8d7c85aaf100 x1876699555339136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.110275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555339136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.110283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.110286:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763604.110288:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339136:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763604.493024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763605.517023:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763606.541048:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763607.565022:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763608.589001:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763609.228920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.228934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763609.228940:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.228954:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:2.0:1789763609.228970:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.228983:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763609.229040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555339264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.229082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.229087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763609.229090:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.229096:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:2.0:1789763609.229102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.229108:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763609.229120:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.229140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555339392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.229167:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763609.229178:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555339264:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763609.229180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763609.229189:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.229207:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:2.0:1789763609.229215:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.229223:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763609.229234:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.229265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555339520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.229287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.229295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789763609.229321:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763609.229325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.229340:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:2.0:1789763609.229363:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.229374:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763609.229386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763609.229391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47d880 x1876699555339264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763609.229419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555339648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763609.229436:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555339264/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763609.229441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.229457:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763609.229464:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.229480:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:3.0:1789763609.229481:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763609.229492:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.229495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763609.229506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763609.229508:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555339264:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789763609.229517:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.229539:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555339776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763609.229552:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339392:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763609.229558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.229566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763609.229568:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.229576:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3554
00000100:00080000:2.0:1789763609.229583:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.229588:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763609.229594:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763609.229604:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763609.229614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555339904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763609.229633:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47c000 x1876699555339392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763609.229666:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555339392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.229685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763609.229693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763609.229700:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763609.229713:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763609.229752:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763609.229768:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47f800 x1876699555339520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763609.229837:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555339520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.229849:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763609.229854:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763609.229859:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763609.229873:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339648:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763609.229931:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763609.229956:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47df80 x1876699555339648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763609.229988:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555339648/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.229999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763609.230003:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763609.230007:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555339648:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763609.230029:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763609.230069:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763609.230093:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47ca80 x1876699555339776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763609.230119:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555339776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.230137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763609.230144:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763609.230151:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763609.230162:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763609.230203:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763609.230228:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff8d7c8a47d500 x1876699555339904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763609.230253:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555339904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.230272:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763609.230276:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763609.230280:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555339904:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763609.613049:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763610.637008:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763611.661023:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763612.685003:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763613.708979:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763614.348922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.348937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763614.348942:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.348953:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.348966:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.348974:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763614.349015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555340032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.349046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.349052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763614.349055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.349062:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.349069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.349076:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763614.349089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763614.349111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555340160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763614.349118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555340032:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763614.349130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.349135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763614.349138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.349144:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.349149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.349154:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763614.349162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763614.349179:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555340288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.349193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.349198:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763614.349201:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.349207:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.349212:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.349217:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763614.349224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763614.349242:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555340416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763614.349247:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340160:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763614.349259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.349286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763614.349290:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.349298:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.349305:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.349312:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763614.349320:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.349330:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763614.349342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555340544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.349357:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.349362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763614.349365:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763614.349370:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340416:192.168.203.122@tcp:8:kworker.0
00000100:00080000:0.0:1789763614.349371:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3559
00000100:00080000:0.0:1789763614.349377:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.349382:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763614.349391:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.349406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555340544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763614.349409:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555340672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763614.349442:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555340672:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763614.733004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763615.757070:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763616.781060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763617.421123:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789763617.421174:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763617.421213:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763617.421278:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763617.421293:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763617.421311:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763617.421328:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763617.421346:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:3.0:1789763617.421362:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aafb80 x1876699555340416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421408:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555340416/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421431:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421448:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340416:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763617.421462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aaea00 x1876699555340544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421481:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555340544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421491:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421499:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555340544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763617.421506:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aac380 x1876699555340160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555340160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421542:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421549:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421555:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763617.421566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aad180 x1876699555340288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421587:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555340288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421607:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421613:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763617.421625:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aaca80 x1876699555340032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555340032/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421669:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421673:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555340032:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763617.421717:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763617]  req@ffff8d7c85aaf100 x1876699555340672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763617.421738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555340672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763617.421753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763617.421758:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763617.421764:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555340672:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763617.804940:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763618.829059:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763619.468932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.468947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763619.468953:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.468970:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.468988:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469001:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763619.469058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555340800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.469100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.469105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.469108:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.469113:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.469118:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469122:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763619.469135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.469152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555340928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.469173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.469177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763619.469180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.469185:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.469188:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763619.469198:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.469209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555341056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.469221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.469247:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.469250:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.469255:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.469259:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469267:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763619.469273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555340800:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789763619.469276:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763619.469306:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555341184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.469328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.469335:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.469338:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.469345:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.469352:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469360:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763619.469370:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.469392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555341312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.469410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.469416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763619.469423:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763619.469426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763619.469438:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3565
00000100:00080000:0.0:1789763619.469448:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.469456:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763619.469466:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.469492:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555341440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763619.469542:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aac700 x1876699555340800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.469580:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555340800/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.469601:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.469608:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.469618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555340800:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763619.469633:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763619.469680:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763619.469705:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aae300 x1876699555340928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.469725:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555340928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.469739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.469745:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.469750:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555340928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763619.469762:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763619.469796:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763619.469871:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aace00 x1876699555341056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.469894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555341056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.469910:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.469916:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.469923:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763619.469986:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341184:192.168.203.122@tcp:8:kworker.0
00000800:00000100:3.0:1789763619.470210:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763619.470268:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aaf800 x1876699555341184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.470292:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555341184/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.470308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.470315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.470321:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341184:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763619.470333:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555341312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763619.470374:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763619.470396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aaf480 x1876699555341312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.470418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555341312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.470433:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.470440:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.470446:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555341312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763619.470457:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555341440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:3.0:1789763619.470492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763619.470511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff8d7c85aad500 x1876699555341440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763619.470530:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555341440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763619.470543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763619.470548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763619.470554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555341440:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763619.853084:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763620.877062:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763621.901031:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763622.925055:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763623.949041:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763624.589008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763624.589020:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763624.589025:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763624.589037:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589052:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763624.589062:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763624.589113:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555341568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763624.589169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763624.589174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763624.589177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763624.589182:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763624.589224:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763624.589237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763624.589263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555341568:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763624.589264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555341696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763624.589294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763624.589300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763624.589303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763624.589308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763624.589319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763624.589327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763624.589344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555341824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763624.589360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763624.589367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763624.589370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763624.589376:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763624.589384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763624.589397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763624.589405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763624.589423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555341952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763624.589438:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795dc00 x1876699555341568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763624.589454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763624.589466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763624.589470:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763624.589475:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555341568/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763624.589485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763624.589508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763624.589519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763624.589520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.589533:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555341568:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763624.589542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763624.589571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555342080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763624.589585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763624.589588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341696:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763624.589591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763624.589600:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763624.589609:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3570
00000100:00080000:3.0:1789763624.589616:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763624.589622:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763624.589629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763624.589639:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763624.589650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555342208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763624.589667:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795f480 x1876699555341696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.589688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555341696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.589710:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.589715:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.589720:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.589728:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.589752:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763624.589764:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795fb80 x1876699555341824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.589778:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555341824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.589788:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.589792:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.589796:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.589847:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341952:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763624.589890:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763624.589914:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795c000 x1876699555341952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.589940:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555341952/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.589957:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.589964:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.589972:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555341952:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763624.589998:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.590031:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763624.590052:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795e680 x1876699555342080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.590069:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555342080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.590080:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.590084:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.590090:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.590100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.590122:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763624.590134:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff8d7c8795ea00 x1876699555342208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.590148:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555342208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.590158:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.590161:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763624.590165:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342208:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763624.973047:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763625.997010:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763627.021082:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763628.045066:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763629.069013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763629.708918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.708931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763629.708937:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.708950:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.708963:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763629.708972:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763629.709018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555342336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763629.709055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.709060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763629.709064:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.709069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.709073:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763629.709078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763629.709090:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763629.709104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555342464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763629.709117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.709121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763629.709123:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.709128:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.709132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763629.709137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763629.709143:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763629.709187:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555342592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763629.709203:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555342336:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763629.709206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.709221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763629.709225:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.709236:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.709244:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763629.709253:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763629.709264:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763629.709292:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555342720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763629.709299:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763629.709327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.709334:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763629.709338:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.709349:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.709358:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763629.709360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795d500 x1876699555342336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763629.709376:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763629.709391:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763629.709398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555342336/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763629.709417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555342848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763629.709418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.709434:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.709449:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555342336:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763629.709455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763629.709462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763629.709465:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342464:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763629.709467:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763629.709484:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3575
00000100:00080000:3.0:1789763629.709491:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763629.709497:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763629.709506:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763629.709514:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763629.709534:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555342976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763629.709540:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795ed80 x1876699555342464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.709588:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555342464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.709600:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.709607:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.709612:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.709648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.709686:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763629.709708:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795d880 x1876699555342592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.709749:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555342592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.709766:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.709773:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.709779:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.709788:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342720:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763629.709858:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763629.709875:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795f800 x1876699555342720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.709891:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555342720/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.709901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.709906:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.709910:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555342720:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763629.709918:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.709938:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763629.709950:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795ca80 x1876699555342848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.709964:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555342848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.709982:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.709986:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.709990:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.709996:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.710014:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763629.710025:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff8d7c8795ce00 x1876699555342976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.710038:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555342976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.710048:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.710051:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763629.710055:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555342976:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763630.093049:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763631.117052:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763632.141100:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763633.164997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763634.188958:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763634.828881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.828894:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763634.828902:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.828915:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00080000:3.0:1789763634.828929:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.828940:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763634.828985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555343104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.829026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.829032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.829035:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.829041:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00080000:3.0:1789763634.829046:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.829051:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763634.829063:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763634.829081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555343232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.829095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.829101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763634.829103:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.829108:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00100000:2.0:1789763634.829145:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555343104:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763634.829145:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.829173:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763634.829187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763634.829211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555343360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.829235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.829250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.829255:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.829260:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00080000:3.0:1789763634.829265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.829276:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763634.829277:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763634.829289:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763634.829308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555343488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763634.829322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763634.829327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763634.829330:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.829335:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00080000:3.0:1789763634.829340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763634.829342:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795f100 x1876699555343104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763634.829351:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763634.829364:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763634.829388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555343616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763634.829393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555343104/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.829419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.829433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763634.829438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763634.829441:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555343104:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763634.829456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763634.829464:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343232:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763634.829467:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763634.829485:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3580
00000100:00080000:3.0:1789763634.829496:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763634.829506:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763634.829515:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763634.829525:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.829538:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795e300 x1876699555343232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763634.829553:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555343744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763634.829570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555343232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.829585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.829591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763634.829597:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.829638:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763634.829662:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763634.829674:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795c380 x1876699555343360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.829707:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555343360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.829724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.829730:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763634.829737:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.829749:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343488:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763634.829789:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763634.829847:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795d180 x1876699555343488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.829864:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555343488/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.829875:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.829879:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763634.829883:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555343488:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763634.829891:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555343616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763634.829918:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763634.829930:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795c700 x1876699555343616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.829944:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555343616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.829962:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.829966:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763634.829970:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555343616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763634.829976:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555343744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763634.829995:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763634.830005:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff8d7c8795df80 x1876699555343744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763634.830019:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555343744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.830028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.830032:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763634.830035:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555343744:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763635.213018:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763636.237630:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763637.261446:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763638.285984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763639.309055:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763639.948911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763639.948923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763639.948929:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.948942:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00080000:3.0:1789763639.948956:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763639.948965:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763639.949014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555343872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763639.949049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763639.949054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763639.949056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.949061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00080000:3.0:1789763639.949065:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763639.949070:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763639.949101:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763639.949123:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555344000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763639.949140:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555343872:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763639.949160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763639.949166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763639.949169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.949175:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00080000:3.0:1789763639.949180:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763639.949186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763639.949193:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763639.949211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555344128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763639.949224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763639.949228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763639.949230:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.949235:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00080000:3.0:1789763639.949240:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763639.949244:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763639.949251:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763639.949259:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763639.949270:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555344256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763639.949286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763639.949291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763639.949293:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763639.949297:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00080000:3.0:1789763639.949303:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763639.949322:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795df80 x1876699555343872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.949326:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763639.949340:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763639.949366:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555344384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763639.949373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555343872/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763639.949407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.949414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763639.949414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763639.949417:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.949431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763639.949434:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3585
00000100:00100000:2.0:1789763639.949444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555343872:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763639.949445:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763639.949464:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763639.949474:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763639.949485:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763639.949504:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555344512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763639.949542:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763639.949568:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795c700 x1876699555344000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.949586:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555344000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.949597:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.949602:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763639.949606:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.949614:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763639.949638:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763639.949650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795d180 x1876699555344128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.949665:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555344128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.949675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.949678:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763639.949682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.949689:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344256:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763639.949710:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763639.949721:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795c380 x1876699555344256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.949735:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555344256/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.949750:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.949756:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763639.949764:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344256:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763639.949776:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555344384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763639.949860:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763639.949880:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795e300 x1876699555344384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.949896:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555344384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.949907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.949911:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763639.949915:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555344384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763639.949938:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555344512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763639.949964:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763639.949977:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff8d7c8795f100 x1876699555344512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763639.950003:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555344512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.950020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763639.950026:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763639.950033:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555344512:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763640.333229:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763641.356985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763642.380949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763643.404934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763644.429030:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763645.069076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.069093:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763645.069100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069116:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00080000:2.0:1789763645.069133:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069145:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763645.069214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555344640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.069257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.069262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.069265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00080000:2.0:1789763645.069276:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069283:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763645.069295:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.069317:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555344768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.069335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763645.069338:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555344640:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763645.069343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.069351:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069360:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00080000:2.0:1789763645.069364:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069368:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763645.069375:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.069391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555344896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.069405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.069410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.069412:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069417:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00080000:2.0:1789763645.069434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069438:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763645.069445:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763645.069453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763645.069467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555345024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.069484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.069489:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.069492:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069499:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00080000:2.0:1789763645.069504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763645.069516:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763645.069532:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47d500 x1876699555344640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763645.069535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555345152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.069594:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.069598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.069601:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.069610:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3590
00000100:00100000:1.0:1789763645.069611:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555344640/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763645.069621:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.069634:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763645.069649:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763645.069651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.069661:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763645.069670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555345280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763645.069679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555344640:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763645.069737:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.069786:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763645.069844:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47ca80 x1876699555344768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.069864:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555344768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.069875:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.069880:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763645.069884:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.069893:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.069927:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763645.069940:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47df80 x1876699555344896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.069955:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555344896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.069965:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.069969:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763645.069973:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555344896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.069980:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345024:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763645.070000:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763645.070012:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47f800 x1876699555345024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.070026:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555345024/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.070036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.070069:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763645.070076:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345024:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763645.070087:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.070128:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763645.070153:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47c000 x1876699555345152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.070179:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555345152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.070195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.070199:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763645.070204:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.070212:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.070241:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763645.070255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff8d7c8a47d880 x1876699555345280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.070270:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555345280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.070280:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.070284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763645.070289:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345280:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763645.452997:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763646.476994:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763647.501011:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763648.524970:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763649.548900:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763650.188976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.188995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763650.189029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763650.189047:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189065:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763650.189078:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763650.189134:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555345408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763650.189173:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.189177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763650.189180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763650.189186:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189191:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763650.189196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763650.189208:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763650.189225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555345536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763650.189239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.189245:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763650.189247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763650.189252:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763650.189262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555345408:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763650.189265:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763650.189281:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763650.189299:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555345664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763650.189313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.189318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763650.189321:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763650.189325:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189332:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763650.189336:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763650.189343:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763650.189365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555345792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763650.189366:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763650.189387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.189393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763650.189396:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763650.189400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189405:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763650.189411:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763650.189418:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763650.189428:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795ce00 x1876699555345408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763650.189436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555345920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763650.189488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763650.189493:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763650.189496:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763650.189501:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555345408/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763650.189506:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3595
00000100:00080000:3.0:1789763650.189517:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763650.189530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763650.189541:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763650.189543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.189554:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763650.189561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555346048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763650.189574:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555345408:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763650.189598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.189651:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763650.189675:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795ca80 x1876699555345536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.189701:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555345536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.189719:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.189726:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763650.189746:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.189794:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.189882:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763650.189899:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795f800 x1876699555345664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.189916:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555345664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.189926:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.189944:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763650.189952:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.189964:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345792:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763650.190037:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763650.190065:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795d880 x1876699555345792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.190087:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555345792/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.190098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.190103:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763650.190107:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555345792:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763650.190115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.190144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763650.190158:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795ed80 x1876699555345920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.190173:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555345920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.190184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.190187:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763650.190191:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555345920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.190197:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.190216:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763650.190227:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff8d7c8795d500 x1876699555346048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.190241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555346048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.190250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.190254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763650.190257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346048:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763650.573037:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763651.597058:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763652.620939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763653.645057:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763654.669024:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763655.308938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.308951:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763655.308957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309010:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00080000:3.0:1789763655.309025:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763655.309035:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763655.309080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555346176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763655.309117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.309122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763655.309125:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309129:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00080000:3.0:1789763655.309135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763655.309140:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763655.309153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763655.309176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555346304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763655.309178:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555346176:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763655.309207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.309212:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763655.309214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00080000:3.0:1789763655.309225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763655.309229:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763655.309236:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763655.309254:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555346432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763655.309281:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763655.309283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.309290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763655.309302:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309310:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00080000:3.0:1789763655.309324:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763655.309330:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763655.309338:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763655.309349:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795ea00 x1876699555346176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763655.309358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555346560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763655.309416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.309421:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763655.309424:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00100000:1.0:1789763655.309439:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555346176/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763655.309441:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763655.309450:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763655.309468:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763655.309486:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555346688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763655.309502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.309518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.309530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555346176:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763655.309532:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763655.309544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763655.309549:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763655.309559:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3600
00000100:00080000:3.0:1789763655.309566:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763655.309571:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346304:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763655.309582:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763655.309597:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763655.309620:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763655.309630:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555346816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763655.309650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795e680 x1876699555346304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763655.309672:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555346304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763655.309695:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.309700:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.309704:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763655.309712:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763655.309735:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763655.309757:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795c000 x1876699555346432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763655.309771:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555346432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763655.309781:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.309785:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.309789:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763655.309797:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346560:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763655.309854:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763655.309868:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795fb80 x1876699555346560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763655.309883:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555346560/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763655.309894:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.309908:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.309912:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555346560:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763655.309919:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763655.309939:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763655.309950:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795f480 x1876699555346688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763655.309989:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555346688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763655.310001:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.310005:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.310010:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763655.310033:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763655.310060:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763655.310074:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff8d7c8795dc00 x1876699555346816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763655.310089:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555346816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763655.310099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763655.310103:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763655.310107:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555346816:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763655.693016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763656.717060:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763657.741027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763658.764997:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763659.788989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763660.429058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763660.429078:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429091:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429106:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763660.429115:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763660.429189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555346944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763660.429228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763660.429254:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763660.429269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763660.429282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763660.429299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555347072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763660.429313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763660.429322:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763660.429335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763660.429349:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763660.429362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555347200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763660.429387:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555346944:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763660.429393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763660.429411:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763660.429426:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763660.429434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763660.429447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555347328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763660.429459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763660.429466:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429474:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763660.429479:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763660.429484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763660.429499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555347456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763660.429512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763660.429517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763660.429519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.429524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3605
00000100:00080000:0.0:1789763660.429533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763660.429536:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763660.429560:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763660.429573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763660.429603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555347584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763660.429620:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aaed80 x1876699555346944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.429667:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555346944/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.429687:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.429693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.429700:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555346944:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763660.429712:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763660.429740:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763660.429754:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aad880 x1876699555347072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.429767:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555347072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.429802:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.429807:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.429811:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763660.429917:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763660.429994:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763660.430009:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aae680 x1876699555347200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.430022:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555347200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.430032:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.430053:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.430058:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763660.430066:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347328:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763660.430093:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763660.430106:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aadc00 x1876699555347328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.430120:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555347328/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.430130:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.430133:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.430138:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347328:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763660.430146:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555347456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763660.430186:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763660.430197:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aac000 x1876699555347456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.430210:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555347456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.430219:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.430222:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.430226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555347456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763660.430232:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555347584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763660.430271:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763660.430283:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff8d7c85aad500 x1876699555347584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.430297:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555347584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.430306:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763660.430310:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763660.430313:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555347584:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763660.813046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763661.837110:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763662.861049:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763663.885076:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763664.908967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763665.548958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.548982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763665.548989:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.549003:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:1.0:1789763665.549017:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.549027:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763665.549076:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555347712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.549116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.549121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.549123:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.549129:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:1.0:1789763665.549133:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.549138:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763665.549150:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.549168:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555347840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.549184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.549189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.549196:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763665.549198:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555347712:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763665.549206:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:1.0:1789763665.549215:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.549220:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763665.549226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.549245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555347968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.549268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.549272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.549275:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.549281:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:1.0:1789763665.549286:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.549290:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763665.549299:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763665.549300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763665.549321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555348096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.549336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.549341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.549344:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.549349:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:1.0:1789763665.549355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763665.549360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b1180 x1876699555347712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763665.549366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763665.549379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.549402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555348224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.549420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763665.549422:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555347712/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763665.549433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.549440:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.549455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3611
00000100:00080000:2.0:1789763665.549458:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763665.549462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.549470:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763665.549478:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763665.549488:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555347712:192.168.203.122@tcp:250:kworker.0
00000008:00100000:1.0:1789763665.549489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.549517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555348352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763665.549555:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.549591:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763665.549608:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b2d80 x1876699555347840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.549629:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555347840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.549646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.549653:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763665.549660:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.549672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.549712:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763665.549736:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b3800 x1876699555347968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.549755:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555347968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.549774:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.549779:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763665.549783:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555347968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.549791:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348096:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763665.549922:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763665.549944:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b2a00 x1876699555348096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.549961:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555348096/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.549972:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.549976:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763665.549980:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348096:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763665.549988:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.550016:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763665.550029:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b0e00 x1876699555348224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.550043:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555348224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.550052:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.550055:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763665.550061:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763665.550068:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763665.550087:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763665.550098:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff8d7c867b3100 x1876699555348352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.550112:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555348352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763665.550122:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763665.550125:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763665.550128:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348352:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763665.933007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763666.957004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763667.980978:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763669.005091:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763670.029076:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763670.669065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.669081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763670.669088:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.669104:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00080000:2.0:1789763670.669122:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669134:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763670.669188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555348480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.669238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.669244:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.669248:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.669258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00080000:2.0:1789763670.669266:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669275:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763670.669292:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.669303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555348480:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763670.669322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555348608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.669345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.669352:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.669357:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.669366:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00080000:2.0:1789763670.669373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669381:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763670.669392:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763670.669411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763670.669419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555348736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.669441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.669448:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.669451:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.669459:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00080000:2.0:1789763670.669467:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669474:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763670.669490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47dc00 x1876699555348480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763670.669501:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763670.669531:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555348864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763670.669543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555348480/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.669569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.669577:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763670.669579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.669589:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.669590:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763670.669605:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555348480:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763670.669613:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00080000:2.0:1789763670.669624:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669633:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763670.669644:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.669648:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763670.669681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555348992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763670.669701:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763670.669717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763670.669729:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47e680 x1876699555348608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.669730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.669738:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.669760:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3616
00000100:00100000:1.0:1789763670.669769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555348608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763670.669773:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.669790:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789763670.669793:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763670.669847:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000008:00100000:2.0:1789763670.669873:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.669883:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763670.669899:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763670.669908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555349120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763670.669958:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763670.669987:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47c700 x1876699555348736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763670.670014:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555348736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763670.670029:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763670.670034:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763670.670039:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763670.670047:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348864:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763670.670078:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763670.670092:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47d180 x1876699555348864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763670.670107:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555348864/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763670.670117:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763670.670121:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763670.670125:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555348864:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763670.670146:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763670.670166:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763670.670179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47f100 x1876699555348992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763670.670193:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555348992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763670.670203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763670.670206:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763670.670210:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555348992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763670.670217:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763670.670235:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763670.670247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff8d7c8a47f480 x1876699555349120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763670.670261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555349120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763670.670270:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763670.670273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763670.670277:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349120:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763671.052972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763672.077039:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763673.101005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763674.124961:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763675.149023:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763675.789005:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763675.789023:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.789037:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789052:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.789061:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763675.789109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555349248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.789148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.789156:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.789161:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789166:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.789171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763675.789183:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.789218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555349376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.789232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763675.789243:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763675.789245:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555349248:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763675.789270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789279:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.789284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763675.789290:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763675.789324:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555349504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.789338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789343:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.789346:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763675.789350:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789355:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763675.789359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763675.789366:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763675.789376:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763675.789393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555349632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.789407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789411:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763675.789414:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763675.789422:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795dc00 x1876699555349248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763675.789427:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789438:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763675.789449:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763675.789461:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763675.789479:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555349248/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763675.789480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555349760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763675.789522:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763675.789531:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763675.789533:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763675.789537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763675.789539:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3621
00000100:00080000:3.0:1789763675.789550:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763675.789560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763675.789561:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763675.789571:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763675.789596:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555349248:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763675.789606:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555349888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763675.789636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763675.789699:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763675.789717:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795f480 x1876699555349376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.789735:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555349376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.789746:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763675.789751:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763675.789756:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763675.789763:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763675.789783:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763675.789795:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795fb80 x1876699555349504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.789808:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555349504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.789919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763675.789925:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763675.789930:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763675.789954:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349632:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763675.790001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763675.790025:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795c000 x1876699555349632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.790052:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555349632/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.790067:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763675.790071:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763675.790076:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555349632:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763675.790084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763675.790114:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763675.790128:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795e680 x1876699555349760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.790142:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555349760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.790172:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763675.790176:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763675.790180:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763675.790186:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763675.790205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763675.790215:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763675]  req@ffff8d7c8795ea00 x1876699555349888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763675.790229:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555349888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763675.790238:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763675.790241:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763675.790244:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555349888:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763676.173043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763677.196955:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763678.220962:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763679.245029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763680.268974:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763680.908914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.908926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763680.908932:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.908947:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.908961:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.908971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763680.909016:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555350016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.909054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.909059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.909061:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.909066:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.909071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.909075:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763680.909087:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.909101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555350144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.909114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.909119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763680.909121:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.909125:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.909128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.909132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763680.909138:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.909152:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555350272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.909165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.909170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.909173:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.909177:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.909181:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.909190:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763680.909193:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555350016:192.168.203.122@tcp:250:kworker.0
00000008:00100000:3.0:1789763680.909197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763680.909245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555350400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763680.909265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.909272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763680.909277:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.909286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.909295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763680.909304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763680.909316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.909343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555350528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763680.909348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350144:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763680.909377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763680.909383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763680.909387:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763680.909395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3626
00000100:00080000:3.0:1789763680.909404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763680.909406:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350272:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763680.909431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763680.909443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763680.909465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555350656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763680.909473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763680.909550:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555350528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763680.909602:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555350656:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763681.293116:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763682.317028:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763683.340915:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763683.981139:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789763683.981194:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763683.981215:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763683.981275:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763683.981292:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763683.981308:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763683.981327:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763683.981345:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789763683.981400:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795ce00 x1876699555350656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981449:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555350656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981466:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555350656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763683.981493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795f800 x1876699555350400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981513:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555350400/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981538:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981545:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350400:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763683.981559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795ca80 x1876699555350528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981582:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555350528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981598:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981605:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981611:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555350528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763683.981623:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795d500 x1876699555350016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981647:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555350016/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981675:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981682:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555350016:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763683.981694:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795ed80 x1876699555350144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981727:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555350144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981741:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981747:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981783:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763683.981850:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763683]  req@ffff8d7c8795d880 x1876699555350272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763683.981880:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555350272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763683.981898:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763683.981908:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763683.981917:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763684.364964:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763685.389029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763686.028928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.028942:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763686.028948:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.028963:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.028978:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763686.028987:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763686.029034:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555350784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763686.029073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.029078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763686.029081:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.029087:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.029091:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763686.029095:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763686.029106:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763686.029122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555350912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763686.029138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.029143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763686.029147:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.029155:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.029163:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763686.029168:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555350784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763686.029178:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763686.029193:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763686.029222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555351040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763686.029242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.029249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763686.029252:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.029275:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.029284:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763686.029296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763686.029299:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763686.029314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763686.029345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555351168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763686.029366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.029372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763686.029379:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795f100 x1876699555350784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763686.029380:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.029398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.029414:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763686.029429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763686.029441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763686.029443:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555350784/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.029473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763686.029477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555351296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763686.029492:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.029511:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555350784:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763686.029520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763686.029530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763686.029534:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350912:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763686.029537:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763686.029556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3631
00000100:00080000:3.0:1789763686.029567:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763686.029575:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763686.029586:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763686.029609:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763686.029619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555351424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763686.029646:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795e300 x1876699555350912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.029679:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555350912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.029699:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.029707:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.029715:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555350912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.029790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.029902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763686.029931:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795c380 x1876699555351040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.029956:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555351040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.029973:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.029980:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.029988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.030001:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351168:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763686.030044:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763686.030068:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795d180 x1876699555351168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.030094:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555351168/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.030110:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.030117:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.030124:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351168:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763686.030138:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555351296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.030183:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763686.030208:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795c700 x1876699555351296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.030234:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555351296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.030251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.030258:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.030265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555351296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763686.030279:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555351424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763686.030321:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763686.030358:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff8d7c8795df80 x1876699555351424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763686.030398:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555351424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.030416:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763686.030422:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763686.030429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555351424:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763686.412927:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763687.436992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763688.460967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763689.485000:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763690.509003:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763691.148949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763691.148962:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763691.148968:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763691.148981:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00080000:1.0:1789763691.148994:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763691.149004:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763691.149049:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555351552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763691.149089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763691.149094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763691.149097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763691.149102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00080000:1.0:1789763691.149106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763691.149111:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763691.149123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763691.149139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555351680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763691.149164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763691.149169:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555351552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763691.149170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763691.149178:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763691.149192:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00080000:1.0:1789763691.149196:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763691.149201:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763691.149208:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763691.149223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555351808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763691.149251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763691.149256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763691.149265:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763691.149270:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00080000:1.0:1789763691.149276:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763691.149282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763691.149287:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763691.149297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763691.149314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555351936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763691.149328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763691.149333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763691.149336:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763691.149354:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00100000:2.0:1789763691.149354:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b2300 x1876699555351552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763691.149367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763691.149379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763691.149392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763691.149404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555351552/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763691.149413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555352064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763691.149437:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763691.149443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763691.149450:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763691.149455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763691.149461:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763691.149463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555351552:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763691.149476:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3636
00000100:00080000:1.0:1789763691.149482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763691.149487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763691.149493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763691.149507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555352192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763691.149511:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.149565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763691.149588:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b3b80 x1876699555351680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.149604:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555351680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.149616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.149620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763691.149625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.149632:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.149652:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763691.149665:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b1880 x1876699555351808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.149679:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555351808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.149689:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.149693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763691.149697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.149736:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351936:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763691.149766:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763691.149781:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b1500 x1876699555351936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.149796:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555351936/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.149847:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.149851:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763691.149856:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555351936:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763691.149863:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.149888:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763691.149902:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b3100 x1876699555352064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.149916:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555352064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.149927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.149932:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763691.149936:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.149958:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.149978:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763691.149989:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff8d7c867b0e00 x1876699555352192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.150020:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555352192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.150030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.150034:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763691.150038:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352192:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763691.533061:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763692.556932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763693.581045:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763694.605043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763695.628972:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763696.268962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.268980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763696.268987:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269004:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269023:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269035:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763696.269101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555352320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.269157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.269163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763696.269166:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269172:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763696.269198:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763696.269215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555352448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.269231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.269240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763696.269242:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555352320:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763696.269244:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763696.269276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763696.269294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555352576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.269307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.269312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763696.269314:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269319:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763696.269336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763696.269350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555352704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.269364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763696.269371:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763696.269374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763696.269380:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763696.269404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763696.269420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555352832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.269432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.269437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763696.269440:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.269448:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3641
00000100:00080000:1.0:1789763696.269452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.269456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763696.269461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763696.269466:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b2a00 x1876699555352320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763696.269478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555352960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763696.269525:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555352320/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.269543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.269550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.269558:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555352320:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763696.269597:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.269629:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763696.269646:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b3800 x1876699555352448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.269685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555352448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.269697:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.269702:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.269706:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.269714:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.269739:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763696.269752:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b2d80 x1876699555352576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.269766:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555352576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.269776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.269780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.269784:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.269791:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352704:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763696.269863:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763696.269879:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b1180 x1876699555352704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.269894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555352704/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.269905:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.269908:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.269912:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555352704:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763696.269919:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.269941:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763696.269952:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b1c00 x1876699555352832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.269966:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555352832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.269976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.269979:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.269982:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.269988:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.270008:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763696.270019:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff8d7c867b0380 x1876699555352960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.270033:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555352960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.270043:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.270047:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763696.270051:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555352960:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763696.653021:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763697.677013:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763698.700952:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763699.724967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763700.749063:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763701.388985:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.388998:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763701.389003:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00080000:3.0:1789763701.389030:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.389040:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763701.389087:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555353088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.389125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.389130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763701.389133:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389138:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00080000:3.0:1789763701.389142:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.389146:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763701.389158:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.389172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555353216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.389185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.389189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763701.389191:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00080000:3.0:1789763701.389199:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.389204:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763701.389210:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.389222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555353344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.389235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.389239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763701.389242:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389253:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00100000:2.0:1789763701.389255:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555353088:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763701.389257:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.389270:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763701.389282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763701.389297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555353472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.389327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.389331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763701.389333:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00080000:3.0:1789763701.389342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.389346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763701.389353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.389365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555353600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.389376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.389380:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763701.389382:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.389388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3646
00000100:00080000:3.0:1789763701.389393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763701.389399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763701.389403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763701.389412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.389425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555353728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763701.389473:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795df80 x1876699555353088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.389499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555353088/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.389512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.389517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.389522:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555353088:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763701.389532:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.389564:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763701.389579:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795c700 x1876699555353216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.389594:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555353216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.389604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.389609:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.389613:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.389672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.389701:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763701.389715:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795d180 x1876699555353344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.389729:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555353344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.389739:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.389743:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.389747:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.389754:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353472:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763701.389774:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763701.389784:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795c380 x1876699555353472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.389797:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555353472/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.389845:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.389849:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.389853:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353472:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763701.389860:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555353600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.389912:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763701.389928:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795e300 x1876699555353600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.389943:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555353600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.389954:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.389958:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.389961:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555353600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.389968:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555353728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.389987:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763701.389998:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff8d7c8795f100 x1876699555353728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.390012:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555353728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.390021:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.390025:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763701.390028:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555353728:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789763701.772951:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763702.797899:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763703.821679:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763704.845383:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763705.869139:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763706.508995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763706.509016:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509050:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.509061:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763706.509122:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555353856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.509181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763706.509203:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.509242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763706.509258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763706.509282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555353856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763706.509286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555353984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.509310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763706.509318:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509324:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.509334:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763706.509340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763706.509355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555354112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.509369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763706.509377:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509382:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.509390:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763706.509396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763706.509400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763706.509417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555354240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.509433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763706.509440:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.509454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763706.509462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763706.509475:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b1f80 x1876699555353856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763706.509482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555354368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.509533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.509548:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763706.509552:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.509562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3652
00000100:00080000:1.0:1789763706.509568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763706.509571:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555353856/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763706.509579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763706.509621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763706.509629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.509641:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763706.509646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555354496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763706.509657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555353856:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763706.509726:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.509762:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763706.509781:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b2680 x1876699555353984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.509797:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555353984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.509852:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.509857:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763706.509862:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555353984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.509870:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.509898:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763706.509913:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b0000 x1876699555354112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.509928:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555354112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.509946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.509950:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763706.509955:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.509961:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354240:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763706.509999:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763706.510011:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b0a80 x1876699555354240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.510026:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555354240/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.510036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.510040:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763706.510044:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354240:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763706.510051:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555354368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.510072:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763706.510083:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b0380 x1876699555354368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.510109:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555354368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.510119:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.510123:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763706.510128:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555354368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.510135:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555354496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.510157:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763706.510168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff8d7c867b1c00 x1876699555354496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.510181:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555354496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.510191:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.510194:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763706.510198:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555354496:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763706.892965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763707.916971:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763708.941085:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763709.964945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763710.988926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763711.629125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.629143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763711.629150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.629167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.629198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763711.629258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555354624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.629303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.629316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.629319:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.629325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.629339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763711.629353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763711.629377:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555354624:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763711.629378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555354752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.629406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.629410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763711.629413:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.629420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.629430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763711.629437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.629452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555354880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.629465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.629470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.629472:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763711.629479:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763711.629487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629495:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.629502:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763711.629510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763711.629527:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555355008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763711.629540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763711.629572:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795d880 x1876699555354624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763711.629578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763711.629585:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763711.629602:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629613:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763711.629619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763711.629627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763711.629632:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555354624/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763711.629650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555355136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763711.629669:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763711.629672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763711.629685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763711.629687:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763711.629693:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763711.629697:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3657
00000100:00080000:3.0:1789763711.629707:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763711.629711:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555354624:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763711.629718:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763711.629728:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763711.629742:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555355264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763711.629756:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.629853:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763711.629874:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795ed80 x1876699555354752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.629891:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555354752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.629902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.629907:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763711.629911:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.629920:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.629944:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763711.629956:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795d500 x1876699555354880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.629971:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555354880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.629981:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.629984:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763711.629988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555354880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.629995:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355008:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763711.630015:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763711.630026:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795ca80 x1876699555355008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.630050:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555355008/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.630060:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.630064:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763711.630067:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355008:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763711.630073:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.630093:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763711.630104:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795f800 x1876699555355136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.630118:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555355136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.630127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.630131:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763711.630134:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.630153:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.630173:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763711.630184:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff8d7c8795ce00 x1876699555355264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.630197:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555355264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.630230:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.630234:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763711.630238:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355264:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763712.013094:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763713.037006:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763714.060954:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763715.085054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763716.109009:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763716.749069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.749086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763716.749093:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.749110:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.749129:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.749142:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763716.749208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555355392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.749258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.749264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.749266:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.749272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.749276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.749281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763716.749295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763716.749315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555355520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763716.749347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555355392:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763716.749385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.749392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763716.749395:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.749404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.749409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.749414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763716.749421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763716.749440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555355648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763716.749455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763716.749470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763716.749471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.749479:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.749492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.749502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.749535:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763716.749549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763716.749556:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b1180 x1876699555355392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763716.749602:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555355776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763716.749603:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555355392/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.749726:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763716.749729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763716.749748:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763716.749749:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763716.749764:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763716.749776:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555355392:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763716.749785:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.749874:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.749883:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763716.749890:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355520:192.168.203.122@tcp:38:kworker.0
00000008:00100000:1.0:1789763716.749899:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763716.749929:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555355904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763716.749943:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763716.749965:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763716.749970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763716.749976:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b2d80 x1876699555355520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763716.749977:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763716.750001:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3662
00000100:00080000:1.0:1789763716.750023:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763716.750035:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763716.750043:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555355520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763716.750048:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763716.750083:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763716.750085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555356032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763716.750101:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763716.750131:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.750151:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.750180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763716.750194:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b3800 x1876699555355648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.750209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555355648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.750218:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.750222:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763716.750226:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.750233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355776:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763716.750253:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763716.750264:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b2a00 x1876699555355776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.750279:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555355776/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.750289:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.750292:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763716.750296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555355776:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763716.750317:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.750349:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763716.750363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b0e00 x1876699555355904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.750378:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555355904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.750388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.750391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763716.750395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555355904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.750402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.750422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763716.750433:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff8d7c867b3100 x1876699555356032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.750448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555356032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.750457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.750460:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763716.750464:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356032:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763717.133026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763718.157017:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763719.181046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763720.205026:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763721.229050:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763721.868911:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.868924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763721.868929:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.868942:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00080000:1.0:1789763721.868956:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.868965:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763721.869009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555356160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.869067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.869073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.869076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.869081:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00080000:1.0:1789763721.869086:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.869092:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763721.869104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763721.869124:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555356288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.869147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763721.869151:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555356160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763721.869157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763721.869167:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.869177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00080000:1.0:1789763721.869186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.869197:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763721.869209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763721.869236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555356416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.869250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.869255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.869258:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763721.869268:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763721.869269:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00080000:1.0:1789763721.869282:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.869289:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763721.869298:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763721.869314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555356544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.869330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.869334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763721.869338:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.869345:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00100000:2.0:1789763721.869347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b1500 x1876699555356160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.869351:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.869370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763721.869385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763721.869412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555356160/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.869413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555356672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763721.869498:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869517:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763721.869518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763721.869529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763721.869531:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555356160:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763721.869542:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763721.869552:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3667
00000100:00080000:1.0:1789763721.869557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.869563:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763721.869573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763721.869577:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763721.869600:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555356800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763721.869616:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763721.869636:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b1880 x1876699555356288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.869651:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555356288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.869659:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869664:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763721.869668:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.869673:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.869688:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763721.869695:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b3b80 x1876699555356416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.869702:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555356416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.869711:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869714:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763721.869716:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.869720:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356544:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763721.869733:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763721.869739:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b2300 x1876699555356544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.869746:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555356544/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.869755:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763721.869762:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555356544:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763721.869769:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.869835:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763721.869846:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b3100 x1876699555356672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.869855:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555356672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.869860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869863:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763721.869865:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763721.869883:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763721.869899:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763721.869906:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff8d7c867b0e00 x1876699555356800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.869913:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555356800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.869918:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763721.869920:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763721.869922:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555356800:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763722.253042:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763723.277054:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763724.301051:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763725.325042:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763726.349104:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763726.988959:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.988972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763726.988978:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.988992:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00080000:1.0:1789763726.989006:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763726.989015:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763726.989065:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555356928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.989106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.989111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763726.989114:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.989119:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00080000:1.0:1789763726.989123:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763726.989128:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763726.989141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.989161:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555357056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.989187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.989195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763726.989199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.989215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00100000:2.0:1789763726.989217:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555356928:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763726.989225:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763726.989242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763726.989255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.989303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555357184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.989318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.989323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763726.989326:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.989331:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00080000:1.0:1789763726.989342:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763726.989352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763726.989359:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763726.989371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763726.989390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555357312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.989404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.989410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763726.989414:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.989422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00080000:1.0:1789763726.989427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763726.989432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763726.989465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b2a00 x1876699555356928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763726.989466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.989498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555357440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.989524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763726.989535:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555356928/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.989536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763726.989547:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763726.989562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3672
00000100:00080000:1.0:1789763726.989574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763726.989589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763726.989604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763726.989616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763726.989627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555357568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.989636:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.989663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555356928:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763726.989721:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.989765:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763726.989784:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b3800 x1876699555357056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.989847:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555357056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.989860:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.989864:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.989869:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.989877:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.989905:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763726.989920:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b2d80 x1876699555357184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.989934:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555357184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.989960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.989965:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.989969:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.989977:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357312:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763726.990001:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763726.990014:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b1180 x1876699555357312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.990037:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555357312/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.990047:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.990051:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.990055:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357312:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763726.990063:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555357440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.990082:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763726.990093:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b1c00 x1876699555357440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.990107:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555357440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.990116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.990120:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.990123:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555357440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.990130:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555357568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763726.990149:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763726.990165:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff8d7c867b0380 x1876699555357568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.990187:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555357568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763726.990214:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.990221:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763726.990229:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555357568:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763727.373082:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763728.397092:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763729.421028:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763730.445054:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763731.469038:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763732.108912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.108925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763732.108931:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.108945:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3677
00000100:00080000:1.0:1789763732.108963:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.108977:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763732.109037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555357696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.109085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.109093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.109097:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.109105:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3677
00000100:00080000:1.0:1789763732.109112:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.109119:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763732.109133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.109176:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555357696:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763732.109179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555357824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.109212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.109219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763732.109223:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.109233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3677
00000100:00080000:1.0:1789763732.109242:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.109250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763732.109261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763732.109284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763732.109292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555357952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.109315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.109323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.109326:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.109335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3677
00000100:00080000:1.0:1789763732.109344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.109352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763732.109360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b0a80 x1876699555357696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763732.109369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763732.109430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555358080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763732.109435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555357696/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.109476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763732.109482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763732.109490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763732.109494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.109502:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763732.109505:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555357696:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763732.109521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3677
00000100:00080000:1.0:1789763732.109532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.109542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763732.109554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.109562:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763732.109587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555358208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.109612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.109618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763732.109623:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.109637:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3677
00000800:00000100:2.0:1789763732.109642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763732.109648:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.109659:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763732.109669:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.109683:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b0000 x1876699555357824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763732.109711:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555358336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763732.109723:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555357824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.109765:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.109775:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763732.109786:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.109843:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.109890:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763732.109916:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b2680 x1876699555357952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.109942:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555357952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.109959:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.109966:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763732.109973:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555357952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.109987:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358080:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763732.110029:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763732.110053:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b1f80 x1876699555358080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.110077:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555358080/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.110095:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.110101:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763732.110108:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358080:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763732.110145:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358208:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.110189:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763732.110214:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b0a80 x1876699555358208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.110239:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555358208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.110257:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.110263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763732.110270:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.110282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.110324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763732.110348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff8d7c867b0380 x1876699555358336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.110375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555358336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.110392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.110429:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763732.110438:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358336:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763732.493066:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763733.517009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763734.540978:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763735.565059:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763736.589015:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763737.228995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.229006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763737.229010:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.229022:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00080000:3.0:1789763737.229034:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229042:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763737.229084:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555358464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.229116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.229120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763737.229122:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.229127:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00080000:3.0:1789763737.229130:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229133:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763737.229143:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.229154:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555358592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.229164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.229168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763737.229170:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.229173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00080000:3.0:1789763737.229176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763737.229184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.229195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555358720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.229207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.229210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763737.229212:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.229219:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00100000:2.0:1789763737.229221:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555358464:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763737.229224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229234:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763737.229242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763737.229281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555358848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.229292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.229296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763737.229298:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763737.229306:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763737.229310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00080000:3.0:1789763737.229317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763737.229329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.229344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555358976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.229355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763737.229381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795ea00 x1876699555358464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763737.229382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763737.229388:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.229401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3682
00000100:00080000:3.0:1789763737.229410:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.229420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763737.229433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763737.229447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555358464/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763737.229452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555359104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763737.229487:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229509:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555358464:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763737.229519:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763737.229546:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763737.229560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795e680 x1876699555358592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763737.229579:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555358592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.229588:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229594:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763737.229618:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763737.229634:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763737.229644:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795c000 x1876699555358720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763737.229655:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555358720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.229670:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229673:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229676:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763737.229682:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358848:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763737.229696:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763737.229705:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795fb80 x1876699555358848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763737.229716:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555358848/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.229724:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229726:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229729:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555358848:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763737.229735:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763737.229750:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763737.229759:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795f480 x1876699555358976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763737.229770:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555358976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.229777:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229784:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555358976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763737.229790:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763737.229839:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763737.229851:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff8d7c8795dc00 x1876699555359104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763737.229874:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555359104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.229882:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763737.229885:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763737.229888:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359104:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763737.613076:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763738.637004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763739.661040:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763740.685046:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763741.709070:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763742.348977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.348993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763742.349000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763742.349016:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00080000:1.0:1789763742.349034:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763742.349047:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763742.349137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555359232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763742.349198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.349216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763742.349220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763742.349229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00080000:1.0:1789763742.349239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763742.349249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763742.349266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763742.349282:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555359232:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763742.349294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555359360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763742.349314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.349319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763742.349349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763742.349357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00080000:1.0:1789763742.349364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763742.349370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763742.349378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763742.349397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555359488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763742.349412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.349417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763742.349420:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763742.349429:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763742.349436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00080000:1.0:1789763742.349444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763742.349450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763742.349458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763742.349475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555359616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763742.349490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.349495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763742.349498:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763742.349507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00100000:2.0:1789763742.349508:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b1c00 x1876699555359232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763742.349512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763742.349525:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763742.349538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763742.349558:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555359232/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763742.349561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555359744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.349607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.349617:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.349629:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555359232:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763742.349640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763742.349650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763742.349655:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763742.349666:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3687
00000100:00080000:1.0:1789763742.349676:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763742.349677:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359360:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789763742.349707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763742.349722:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763742.349723:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763742.349745:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b1180 x1876699555359360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763742.349762:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555359872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763742.349772:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555359360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763742.349901:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.349909:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.349915:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763742.349925:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763742.349962:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763742.349980:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b2d80 x1876699555359488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763742.349995:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555359488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763742.350006:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.350010:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.350014:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763742.350021:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359616:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763742.350043:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763742.350054:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b3800 x1876699555359616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763742.350076:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555359616/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763742.350086:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.350090:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.350093:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555359616:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763742.350100:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763742.350138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763742.350152:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b2a00 x1876699555359744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763742.350166:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555359744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763742.350176:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.350180:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.350184:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763742.350210:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763742.350231:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763742.350242:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff8d7c867b0e00 x1876699555359872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763742.350255:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555359872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763742.350273:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763742.350277:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763742.350281:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555359872:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763742.733166:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763743.757040:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763744.781050:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763745.805106:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763746.829140:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763747.469008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469023:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763747.469030:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469044:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469058:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469068:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763747.469128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555360000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763747.469168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763747.469176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469182:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469186:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469190:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763747.469202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.469217:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555360128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763747.469233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763747.469242:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469247:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469252:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469256:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763747.469261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.469278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555360256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763747.469312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555360000:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763747.469321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763747.469335:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469340:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469345:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469349:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763747.469356:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763747.469374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555360384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763747.469389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763747.469396:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469401:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469406:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469410:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763747.469416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.469430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555360512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763747.469442:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763747.469446:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763747.469449:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763747.469453:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3693
00000100:00080000:2.0:1789763747.469457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763747.469461:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763747.469467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.469485:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555360640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763747.469496:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763747.469570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763747.469600:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763747.469628:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555360512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763747.469655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555360640:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763747.853131:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763748.877152:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763749.901034:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763750.541344:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789763750.541418:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763750.541450:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763750.541522:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763750.541543:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763750.541578:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763750.541598:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789763750.541613:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47ed80 x1876699555360256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763750.541624:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789763750.541680:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555360256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.541707:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.541717:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.541726:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763750.541742:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47ea00 x1876699555360384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763750.541765:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555360384/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.541780:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.541786:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.541792:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360384:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763750.541856:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47ce00 x1876699555360512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763750.541884:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555360512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.541900:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.541907:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.541914:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555360512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763750.541927:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47f480 x1876699555360640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763750.541951:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555360640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.541970:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.541980:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.541988:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555360640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763750.542004:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47c380 x1876699555360000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763750.542032:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555360000/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.542049:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.542056:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.542063:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555360000:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763750.542077:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763750]  req@ffff8d7c8a47fb80 x1876699555360128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763750.542101:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555360128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763750.542126:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763750.542132:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763750.542139:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763750.925035:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763751.949080:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763752.589064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763752.589084:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589098:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3698
00000100:00080000:1.0:1789763752.589115:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589126:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763752.589195:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555360768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763752.589275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763752.589283:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3698
00000100:00080000:1.0:1789763752.589295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763752.589316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763752.589334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555360896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763752.589345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763752.589351:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3698
00000100:00080000:1.0:1789763752.589370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763752.589378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763752.589393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555361024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763752.589393:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555360768:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763752.589418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763752.589423:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589427:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3698
00000100:00080000:1.0:1789763752.589429:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763752.589439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763752.589451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555361152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763752.589464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763752.589470:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3698
00000100:00080000:1.0:1789763752.589478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589482:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763752.589486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763752.589496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555361280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763752.589505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763752.589508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763752.589510:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763752.589517:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3698
00000800:00000100:2.0:1789763752.589520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763752.589522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763752.589529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763752.589533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763752.589548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555361408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763752.589590:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b3100 x1876699555360768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.589624:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555360768/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.589662:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.589670:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.589677:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555360768:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763752.589692:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763752.589731:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763752.589754:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b2300 x1876699555360896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.589775:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555360896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.589789:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.589794:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.589845:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555360896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763752.589894:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763752.589945:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763752.589966:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b3b80 x1876699555361024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.590001:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555361024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.590014:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.590020:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.590026:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763752.590036:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361152:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763752.590072:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763752.590093:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b1880 x1876699555361152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.590115:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555361152/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.590128:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.590133:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.590139:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361152:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763752.590148:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555361280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763752.590193:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763752.590213:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b1500 x1876699555361280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.590230:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555361280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.590242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.590284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.590290:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555361280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763752.590317:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555361408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763752.590348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763752.590366:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff8d7c867b0e00 x1876699555361408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.590384:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555361408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.590407:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763752.590412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763752.590418:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555361408:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763752.973032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763753.997049:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763755.021129:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763756.045091:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763757.069044:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763757.708983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763757.709009:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709027:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709046:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.709059:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763757.709114:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555361536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.709152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763757.709161:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709167:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709172:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.709178:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763757.709190:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763757.709205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555361664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.709243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763757.709253:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709260:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.709274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763757.709281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763757.709296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555361792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.709311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763757.709319:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763757.709339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555361536:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763757.709349:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763757.709369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763757.709402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555361920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.709425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763757.709439:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763757.709475:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763757.709484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763757.709485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763757.709513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555362048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763757.709535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763757.709541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763757.709547:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763757.709561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3703
00000100:00080000:3.0:1789763757.709569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763757.709573:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795dc00 x1876699555361536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763757.709589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763757.709618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.709633:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555361536/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.709653:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763757.709661:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555362176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763757.709665:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.709683:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555361536:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763757.709714:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.709757:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763757.709777:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795f480 x1876699555361664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.709793:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555361664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.709867:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.709873:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.709878:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.709918:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.709945:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763757.709960:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795fb80 x1876699555361792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.709975:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555361792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.709985:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.709989:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.709993:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.710001:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361920:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763757.710021:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763757.710032:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795c000 x1876699555361920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.710046:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555361920/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.710057:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.710060:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.710064:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555361920:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763757.710071:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.710093:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763757.710104:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795e680 x1876699555362048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.710118:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555362048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.710127:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.710131:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.710134:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763757.710141:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763757.710160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763757.710171:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff8d7c8795ea00 x1876699555362176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.710184:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555362176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763757.710195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763757.710202:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763757.710232:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763758.093053:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763759.117098:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763760.141055:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763761.164961:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763762.189016:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763762.828940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.828952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763762.828958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.828973:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.828989:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.829000:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763762.829053:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555362304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.829089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.829094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.829096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.829101:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.829106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.829112:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763762.829124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763762.829143:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555362432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.829156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.829164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763762.829167:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555362304:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763762.829168:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.829197:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.829202:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.829207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763762.829213:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763762.829229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555362560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763762.829249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.829255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.829258:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.829263:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.829267:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.829271:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763762.829278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763762.829290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555362688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763762.829304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763762.829322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.829326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763762.829329:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.829335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.829341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763762.829346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763762.829352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763762.829369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555362816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763762.829378:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b2a00 x1876699555362304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763762.829386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763762.829407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763762.829415:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763762.829429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3708
00000100:00080000:1.0:1789763762.829436:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763762.829438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555362304/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763762.829447:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763762.829465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763762.829471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763762.829482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555362944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763762.829492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555362304:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763762.829547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.829576:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763762.829586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b3800 x1876699555362432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.829596:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555362432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.829602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829605:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763762.829608:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.829612:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.829626:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763762.829633:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b2d80 x1876699555362560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.829641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555362560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.829651:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829654:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763762.829656:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.829660:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362688:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763762.829673:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763762.829680:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b1180 x1876699555362688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.829688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555362688/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.829694:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763762.829698:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555362688:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763762.829702:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.829714:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763762.829722:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b1c00 x1876699555362816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.829730:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555362816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.829735:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829738:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763762.829741:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763762.829745:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763762.829756:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763762.829763:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff8d7c867b0380 x1876699555362944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763762.829771:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555362944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763762.829776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763762.829778:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763762.829780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555362944:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763763.213098:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763764.237075:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763765.261095:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763766.285023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763767.308974:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763767.948914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.948926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763767.948932:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.948946:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.948960:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.948969:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763767.949018:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555363072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.949051:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.949055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.949056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.949061:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.949064:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.949067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763767.949079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.949090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555363200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.949098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.949101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763767.949102:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.949105:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.949107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.949109:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763767.949113:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.949120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555363328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.949128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.949131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.949132:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.949151:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.949154:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.949157:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763767.949163:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763767.949170:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555363072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763767.949177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555363456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.949193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.949197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763767.949200:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.949205:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.949209:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.949214:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763767.949221:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.949261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555363584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763767.949272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763767.949276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763767.949277:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763767.949280:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3713
00000100:00080000:2.0:1789763767.949285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763767.949291:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789763767.949294:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:2.0:1789763767.949297:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763767.949310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555363712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763767.949357:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47f100 x1876699555363072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555363072/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949397:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949407:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555363072:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763767.949418:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763767.949448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763767.949465:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47d180 x1876699555363200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949480:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555363200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949503:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949507:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763767.949515:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763767.949543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763767.949559:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47c700 x1876699555363328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555363328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949589:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763767.949627:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363456:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763767.949650:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763767.949661:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47e680 x1876699555363456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949677:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555363456/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949697:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363456:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763767.949704:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555363584:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763767.949722:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763767.949732:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47dc00 x1876699555363584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949746:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555363584/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949756:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949759:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949764:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555363584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763767.949771:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555363712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763767.949788:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763767.949797:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff8d7c8a47d880 x1876699555363712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763767.949806:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555363712/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763767.949813:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763767.949840:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763767.949844:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555363712:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763768.333069:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763769.357215:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763770.380965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763771.405129:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763772.429442:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763773.068930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763773.068941:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763773.068946:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.068957:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00080000:2.0:1789763773.068969:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763773.068977:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763773.069043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555363840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763773.069092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763773.069116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763773.069118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.069124:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00080000:2.0:1789763773.069129:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763773.069134:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763773.069162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763773.069180:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555363968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763773.069198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763773.069204:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555363840:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763773.069208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763773.069214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.069223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00080000:2.0:1789763773.069229:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763773.069235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763773.069243:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763773.069263:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555364096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763773.069288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763773.069293:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763773.069296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763773.069302:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.069309:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00080000:2.0:1789763773.069316:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763773.069321:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763773.069329:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763773.069348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555364224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763773.069359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47c000 x1876699555363840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763773.069367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763773.069380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763773.069386:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.069395:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00100000:0.0:1789763773.069397:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555363840/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763773.069405:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.069415:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763773.069419:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763773.069423:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069431:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555363840:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789763773.069433:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763773.069457:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555364352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763773.069488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363968:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763773.069497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763773.069503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763773.069506:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763773.069513:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3718
00000100:00080000:2.0:1789763773.069520:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763773.069524:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763773.069529:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763773.069537:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763773.069544:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47f800 x1876699555363968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763773.069555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555364480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763773.069561:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555363968/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.069612:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.069619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555363968:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763773.069633:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364096:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763773.069653:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763773.069664:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47df80 x1876699555364096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.069685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555364096/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.069693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.069696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069698:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763773.069703:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364224:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763773.069720:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763773.069728:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47ca80 x1876699555364224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.069738:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555364224/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.069745:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.069748:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069750:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364224:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763773.069764:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555364352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763773.069778:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763773.069804:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47d500 x1876699555364352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.069856:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555364352/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.069870:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.069873:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069876:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555364352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763773.069882:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555364480:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763773.069902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763773.069912:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff8d7c8a47c000 x1876699555364480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.069922:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555364480/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.069929:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.069931:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763773.069934:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555364480:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763773.453067:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763774.477055:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763775.500925:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763776.525043:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763777.548938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763778.188900:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.188908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763778.188912:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763778.188921:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.188931:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.188937:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763778.188970:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555364608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763778.188992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.188995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763778.188996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763778.188999:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.189002:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.189004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763778.189012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763778.189021:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555364736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763778.189029:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555364608:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763778.189032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.189038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763778.189040:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763778.189044:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.189046:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.189048:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763778.189052:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763778.189075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555364864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763778.189082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.189084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763778.189086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763778.189089:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.189092:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.189095:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763778.189099:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763778.189108:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763778.189109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555364992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763778.189119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.189122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763778.189124:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763778.189126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.189128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.189131:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763778.189134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763778.189145:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795ce00 x1876699555364608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.189146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555365120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763778.189180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763778.189182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763778.189184:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763778.189188:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555364608/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.189188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3723
00000100:00080000:3.0:1789763778.189193:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763778.189199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763778.189206:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763778.189209:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763778.189215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555365248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763778.189216:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189225:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555364608:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763778.189254:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763778.189271:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763778.189280:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795f800 x1876699555364736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.189289:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555364736/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.189295:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.189297:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189300:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364736:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763778.189303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364864:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763778.189314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763778.189320:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795ca80 x1876699555364864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.189327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555364864/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.189333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.189335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189336:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763778.189340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364992:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763778.189359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763778.189367:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795d500 x1876699555364992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.189375:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555364992/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.189380:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.189382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555364992:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763778.189388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763778.189399:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763778.189405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795ed80 x1876699555365120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.189413:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555365120/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.189418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.189420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189421:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763778.189425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763778.189435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763778.189440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff8d7c8795d880 x1876699555365248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.189447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555365248/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.189453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.189455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763778.189457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365248:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763778.572937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763779.596920:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763780.620927:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763781.644947:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763782.669118:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763783.308944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.308958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763783.308965:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.308997:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309035:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309044:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763783.309091:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555365376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.309121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.309124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763783.309126:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.309131:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309134:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763783.309163:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763783.309174:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555365504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.309182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.309185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763783.309186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.309188:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309190:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309192:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763783.309196:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763783.309201:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555365376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763783.309205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555365632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.309216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.309219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763783.309220:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.309223:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309224:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309226:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763783.309230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763783.309238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555365760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.309245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.309248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763783.309250:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.309252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763783.309260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763783.309266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555365888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.309272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763783.309274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763783.309275:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763783.309278:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3728
00000100:00080000:3.0:1789763783.309281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763783.309283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763783.309286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763783.309288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763783.309295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555366016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763783.309336:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795f100 x1876699555365376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555365376/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309364:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309367:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555365376:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763783.309372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763783.309389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763783.309397:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795e300 x1876699555365504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555365504/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309410:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309412:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309414:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365504:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763783.309435:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763783.309447:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763783.309453:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795c380 x1876699555365632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309461:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555365632/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309465:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763783.309473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365760:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763783.309484:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763783.309490:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795d180 x1876699555365760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309497:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555365760/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309503:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309504:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555365760:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763783.309509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763783.309520:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763783.309525:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795c700 x1876699555365888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309533:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555365888/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555365888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763783.309545:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763783.309555:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763783.309560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff8d7c8795df80 x1876699555366016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.309567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555366016/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.309571:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.309573:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763783.309575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366016:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763783.693015:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763784.717043:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763785.740967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763786.764984:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763787.788969:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763788.428954:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.428962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763788.428965:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.428973:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00080000:2.0:1789763788.428998:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.429005:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763788.429037:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555366144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.429058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.429061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.429063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.429066:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00080000:2.0:1789763788.429069:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.429073:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763788.429080:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763788.429108:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555366144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763788.429110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555366272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.429123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.429126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763788.429128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.429132:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00080000:2.0:1789763788.429135:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.429137:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763788.429141:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763788.429167:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555366400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.429175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.429178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.429180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.429182:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00080000:2.0:1789763788.429185:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763788.429192:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763788.429192:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763788.429201:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763788.429211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555366528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.429219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.429222:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.429224:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.429228:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00100000:0.0:1789763788.429257:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47d880 x1876699555366144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763788.429258:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.429267:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763788.429275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763788.429282:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555366144/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763788.429286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555366656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.429313:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.429321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763788.429324:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.429330:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3733
00000100:00080000:2.0:1789763788.429334:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763788.429336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763788.429336:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763788.429342:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763788.429346:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763788.429351:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555366784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763788.429352:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555366144:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763788.429392:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763788.429419:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763788.429442:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47dc00 x1876699555366272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.429451:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555366272/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.429457:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.429459:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763788.429461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366272:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763788.429465:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763788.429477:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763788.429484:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47e680 x1876699555366400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.429491:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555366400/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.429508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.429510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763788.429512:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763788.429516:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366528:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763788.429526:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763788.429532:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47c700 x1876699555366528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.429539:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555366528/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.429545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.429546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763788.429548:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555366528:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763788.429551:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763788.429561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763788.429566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47d180 x1876699555366656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.429573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555366656/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.429578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.429580:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763788.429581:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763788.429584:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763788.429594:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763788.429599:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff8d7c8a47f100 x1876699555366784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.429617:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555366784/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.429622:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.429624:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763788.429625:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555366784:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763788.812949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763789.837027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763790.860909:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763791.884930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763792.909049:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763793.548895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.548923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763793.548927:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.548938:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.548962:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.548971:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763793.549013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555366912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.549044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.549046:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.549048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.549051:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.549053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.549055:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763793.549064:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.549074:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555367040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.549081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.549084:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763793.549085:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.549088:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.549090:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.549092:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763793.549096:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.549102:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555366912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763793.549105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555367168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.549116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.549118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.549119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.549122:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.549124:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.549127:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763793.549130:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763793.549138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555367296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.549144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.549147:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.549148:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.549151:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.549154:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.549156:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763793.549159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.549168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555367424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.549174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.549176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789763793.549180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763793.549187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.549194:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3739
00000100:00080000:2.0:1789763793.549197:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.549200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763793.549204:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.549213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555367552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763793.549230:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47fb80 x1876699555366912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549247:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555366912/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549256:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549259:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549263:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555366912:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763793.549269:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763793.549284:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763793.549293:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47c380 x1876699555367040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555367040/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549312:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549314:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367040:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763793.549339:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367168:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763793.549350:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763793.549356:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47f480 x1876699555367168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549363:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555367168/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549368:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549370:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549372:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763793.549375:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367296:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763793.549386:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763793.549392:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47ce00 x1876699555367296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555367296/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549409:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367296:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763793.549413:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555367424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763793.549423:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763793.549429:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47ea00 x1876699555367424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555367424/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549442:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549444:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555367424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763793.549448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555367552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763793.549457:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763793.549463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff8d7c8a47ed80 x1876699555367552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.549470:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555367552/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.549475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.549477:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763793.549479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555367552:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763793.932981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763794.956949:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763795.980935:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763797.004990:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763798.028967:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763798.668930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.668938:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763798.668942:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.668950:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3744
00000100:00080000:3.0:1789763798.668961:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.668968:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763798.669011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555367680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.669030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.669033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763798.669034:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.669037:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3744
00000100:00080000:3.0:1789763798.669041:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.669045:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763798.669053:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763798.669061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555367680:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763798.669065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555367808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.669074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.669078:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763798.669079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.669083:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3744
00000100:00080000:3.0:1789763798.669085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.669088:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763798.669091:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.669099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555367936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.669106:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.669108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763798.669110:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.669114:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3744
00000800:00000100:0.0:1789763798.669118:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763798.669121:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.669128:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763798.669134:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763798.669149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555368064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763798.669153:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795df80 x1876699555367680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.669175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.669179:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763798.669182:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763798.669183:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555367680/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.669188:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3744
00000100:00080000:3.0:1789763798.669194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.669199:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763798.669200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763798.669206:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763798.669207:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669213:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555367680:192.168.203.122@tcp:250:kworker.0
00000100:00100000:3.0:1789763798.669221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555368192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.669229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.669231:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763798.669232:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763798.669236:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367808:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763798.669238:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3744
00000100:00080000:3.0:1789763798.669244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.669247:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763798.669250:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.669258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555368320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763798.669263:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763798.669289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795c700 x1876699555367808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.669298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555367808/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.669304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.669306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669308:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367808:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763798.669312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763798.669325:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763798.669331:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795d180 x1876699555367936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.669339:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555367936/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.669348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.669351:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669353:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555367936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763798.669357:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368064:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763798.669367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763798.669372:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795c380 x1876699555368064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.669379:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555368064/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.669391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.669393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669396:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368064:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763798.669399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368192:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763798.669411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763798.669417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795e300 x1876699555368192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.669425:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555368192/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.669429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.669431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763798.669445:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763798.669456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763798.669462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff8d7c8795f100 x1876699555368320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.669469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555368320/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.669474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.669476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763798.669478:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368320:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763799.052930:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763800.076934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763801.100942:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763802.125036:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763803.148959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763803.788926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.788936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763803.788940:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.788951:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.788963:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.788971:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763803.789015:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555368448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763803.789043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.789045:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763803.789047:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.789050:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.789052:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.789055:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763803.789064:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763803.789075:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555368576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763803.789082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.789085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763803.789086:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.789088:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.789090:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.789093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763803.789097:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763803.789107:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555368704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763803.789115:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555368448:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763803.789121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.789126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763803.789128:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.789131:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.789133:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.789136:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763803.789141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763803.789155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555368832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763803.789164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.789167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763803.789169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.789174:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.789180:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.789184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763803.789188:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763803.789195:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763803.789204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555368960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763803.789217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763803.789221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763803.789223:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763803.789229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3749
00000100:00080000:1.0:1789763803.789236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763803.789242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763803.789248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763803.789250:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b0a80 x1876699555368448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763803.789262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555369088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763803.789299:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555368448/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555368448:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763803.789325:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368576:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.789353:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763803.789365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b1f80 x1876699555368576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.789373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555368576/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.789405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.789417:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763803.789423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b2680 x1876699555368704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.789431:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555368704/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789438:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.789444:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368832:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763803.789455:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763803.789460:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b0000 x1876699555368832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.789468:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555368832/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789473:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555368832:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763803.789481:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.789491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763803.789497:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b0380 x1876699555368960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.789510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555368960/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789516:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789520:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555368960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763803.789523:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763803.789535:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763803.789541:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff8d7c867b1c00 x1876699555369088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763803.789548:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555369088/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763803.789553:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763803.789555:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763803.789557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369088:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763804.173025:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763805.196972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763806.220917:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763807.244924:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763808.268942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763808.908883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.908892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763808.908895:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763808.908904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.908914:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763808.908921:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763808.908956:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555369216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763808.908987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.908990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763808.908991:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763808.908996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.909000:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763808.909004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763808.909012:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.909013:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555369216:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763808.909025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555369344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763808.909035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.909038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763808.909039:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763808.909041:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.909044:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763808.909047:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763808.909051:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763808.909059:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555369472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763808.909069:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.909073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763808.909076:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763808.909080:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763808.909085:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.909090:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763808.909096:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763808.909102:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763808.909115:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b1180 x1876699555369216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763808.909118:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555369600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763808.909140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.909143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763808.909145:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763808.909148:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.909152:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763808.909153:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555369216/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763808.909159:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763808.909168:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763808.909170:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909176:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763808.909179:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555369728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763808.909183:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555369216:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763808.909195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763808.909197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763808.909199:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763808.909202:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3754
00000100:00080000:1.0:1789763808.909204:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763808.909206:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763808.909209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.909212:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763808.909219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555369856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763808.909234:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763808.909246:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b2d80 x1876699555369344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.909255:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555369344/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.909261:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909263:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763808.909266:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369344:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763808.909271:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763808.909282:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763808.909288:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b3800 x1876699555369472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.909295:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555369472/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.909300:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909302:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763808.909304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763808.909308:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369600:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763808.909320:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763808.909326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b2a00 x1876699555369600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.909334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555369600/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.909339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763808.909342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555369600:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763808.909345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763808.909355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763808.909361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b0e00 x1876699555369728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.909369:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555369728/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.909374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909375:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763808.909377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763808.909389:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763808.909400:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763808.909407:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763808]  req@ffff8d7c867b1500 x1876699555369856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763808.909415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555369856/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763808.909423:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763808.909427:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763808.909430:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555369856:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763809.292912:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763810.317027:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763811.340902:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763812.365005:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763813.388939:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763814.028958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.028971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763814.028977:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.028990:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029005:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029015:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763814.029066:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555369984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763814.029109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.029139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763814.029143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.029151:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029159:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029168:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763814.029185:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.029211:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555369984:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763814.029220:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555370112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763814.029244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.029249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763814.029252:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.029258:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029264:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763814.029277:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763814.029295:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555370240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763814.029314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.029318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763814.029321:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.029326:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029331:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029335:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763814.029342:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763814.029359:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555370368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763814.029372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.029377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763814.029379:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.029385:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029390:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029400:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763814.029402:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370112:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789763814.029407:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763814.029436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555370496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763814.029453:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763814.029458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763814.029460:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763814.029466:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3759
00000100:00080000:2.0:1789763814.029471:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763814.029475:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763814.029482:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.029491:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763814.029507:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555370624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763814.029537:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763814.029575:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555370496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763814.029601:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555370624:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763814.413056:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763815.437037:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763816.460941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763817.101268:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789763817.101325:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763817.101344:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763817.101387:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763817.101397:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763817.101405:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763817.101415:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789763817.101429:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789763817.101466:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47c380 x1876699555370496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555370496/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101519:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101526:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555370496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763817.101539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47fb80 x1876699555370624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101561:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555370624/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101576:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101583:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101599:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555370624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763817.101611:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47ea00 x1876699555370112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101632:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555370112/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101645:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101651:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101656:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370112:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763817.101666:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47ce00 x1876699555370240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101685:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555370240/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101704:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763817.101720:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47f480 x1876699555370368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101739:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555370368/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101753:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101760:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101766:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370368:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763817.101858:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763817]  req@ffff8d7c8a47ed80 x1876699555369984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763817.101887:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555369984/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763817.101904:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763817.101912:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763817.101918:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555369984:192.168.203.122@tcp:250:kworker.0
00010000:00010000:3.0:1789763817.485028:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763818.508993:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763819.149002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.149014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763819.149020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149046:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149054:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763819.149101:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555370752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.149137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.149140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.149142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149144:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149147:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149150:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763819.149161:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.149173:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555370880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.149180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.149183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763819.149186:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149189:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149193:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763819.149197:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.149215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555371008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763819.149220:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555370752:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763819.149225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.149237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.149242:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149246:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149249:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149252:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763819.149255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763819.149268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555371136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.149286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.149291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.149293:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149323:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763819.149336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.149350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555371264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.149364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763819.149376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763819.149379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763819.149387:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.149396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3764
00000100:00080000:1.0:1789763819.149404:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.149409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763819.149417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.149439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555371392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763819.149467:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b1880 x1876699555370752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.149505:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555370752/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.149541:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.149550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.149559:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555370752:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763819.149576:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763819.149642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763819.149683:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b3b80 x1876699555370880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.149701:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555370880/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.149712:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.149717:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.149722:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555370880:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763819.149781:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763819.149858:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763819.149877:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b2300 x1876699555371008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.149894:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555371008/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.149907:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.149912:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.149916:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763819.149926:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371136:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763819.149956:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763819.149972:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b3100 x1876699555371136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.149987:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555371136/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.149999:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.150003:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.150008:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371136:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763819.150016:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555371264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763819.150045:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763819.150061:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b1500 x1876699555371264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.150078:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555371264/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.150088:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.150093:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.150097:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555371264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763819.150118:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555371392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763819.150147:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763819.150183:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff8d7c867b0e00 x1876699555371392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.150201:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555371392/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.150213:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.150217:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763819.150221:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555371392:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763819.532995:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763820.556936:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763821.580938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763822.604922:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763823.628943:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763824.268884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763824.268893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763824.268896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.268904:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.268914:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.268920:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763824.268952:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555371520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763824.268974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763824.268977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763824.268978:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.268981:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.268984:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.268986:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763824.268994:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763824.269002:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555371648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763824.269010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763824.269024:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555371520:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763824.269026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763824.269030:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.269037:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.269042:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.269047:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763824.269053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763824.269069:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555371776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763824.269078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763824.269082:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763824.269083:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.269086:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.269089:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.269094:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:0.0:1789763824.269097:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763824.269100:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763824.269112:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555371904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763824.269119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763824.269122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763824.269123:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.269126:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.269128:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.269132:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763824.269135:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763824.269139:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b2a00 x1876699555371520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763824.269147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555372032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763824.269156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763824.269161:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555371520/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763824.269161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763824.269163:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763824.269171:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3769
00000100:00080000:1.0:1789763824.269176:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763824.269179:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763824.269181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763824.269184:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763824.269189:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763824.269193:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555372160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763824.269200:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555371520:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763824.269214:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763824.269241:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763824.269252:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b3800 x1876699555371648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.269261:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555371648/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.269271:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.269273:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763824.269276:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371648:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763824.269297:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371776:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763824.269309:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763824.269316:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b2d80 x1876699555371776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.269332:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555371776/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.269338:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.269340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763824.269342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763824.269347:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371904:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763824.269359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763824.269365:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b1180 x1876699555371904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.269373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555371904/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.269378:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.269380:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763824.269383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555371904:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763824.269386:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763824.269396:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763824.269402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b1c00 x1876699555372032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.269409:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555372032/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.269414:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.269415:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763824.269417:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763824.269420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763824.269430:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763824.269435:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff8d7c867b0380 x1876699555372160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.269442:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555372160/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.269447:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.269449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763824.269450:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372160:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763824.652911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763825.676955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763826.700916:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763827.724915:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763828.749031:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763829.388921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.388935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763829.388941:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.388954:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:1.0:1789763829.388970:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.388980:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763829.389030:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555372288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.389067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.389073:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.389077:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.389084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:1.0:1789763829.389091:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.389107:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763829.389124:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763829.389156:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555372288:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763829.389158:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555372416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.389195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.389200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763829.389203:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.389208:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:1.0:1789763829.389216:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.389222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763829.389230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763829.389248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555372544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.389261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.389265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.389268:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.389275:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:1.0:1789763829.389284:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763829.389285:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763829.389293:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763829.389304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763829.389320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555372672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.389333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.389338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.389341:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.389346:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:1.0:1789763829.389355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.389377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763829.389380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b0000 x1876699555372288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763829.389390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763829.389414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555372800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763829.389437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555372288/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763829.389441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.389461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763829.389471:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763829.389476:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763829.389487:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3774
00000100:00080000:0.0:1789763829.389488:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.389504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555372288:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763829.389506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.389522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763829.389533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763829.389544:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763829.389560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555372928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763829.389593:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763829.389619:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b2680 x1876699555372416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.389635:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555372416/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.389646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.389650:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.389654:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372416:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763829.389661:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763829.389709:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763829.389731:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b1f80 x1876699555372544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.389757:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555372544/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.389797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.389854:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.389860:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763829.389869:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372672:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763829.389902:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763829.389918:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b0a80 x1876699555372672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.389933:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555372672/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.389944:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.389947:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.389951:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555372672:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763829.389958:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763829.389977:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763829.389994:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b0380 x1876699555372800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.390017:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555372800/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.390033:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.390040:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.390047:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763829.390086:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763829.390129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763829.390144:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff8d7c867b1c00 x1876699555372928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.390159:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555372928/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.390169:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.390183:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763829.390190:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555372928:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763829.773005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763830.796905:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763831.820909:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763832.844972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763833.868914:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763834.508886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.508897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763834.508901:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763834.508912:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.508923:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763834.508931:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763834.508972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555373056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763834.508996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.508999:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763834.509000:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763834.509004:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.509006:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763834.509010:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763834.509019:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763834.509029:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555373184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763834.509042:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555373056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763834.509042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.509060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763834.509063:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763834.509069:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.509071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763834.509082:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763834.509085:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763834.509095:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555373312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763834.509102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.509105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763834.509107:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763834.509110:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.509112:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763834.509114:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763834.509120:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763834.509132:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763834.509138:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555373440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763834.509153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.509158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763834.509160:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763834.509167:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.509172:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763834.509179:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795d880 x1876699555373056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.509184:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763834.509201:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763834.509209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555373056/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.509217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555373568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763834.509237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.509237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763834.509248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763834.509250:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.509253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:3.0:1789763834.509257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3780
00000100:00080000:3.0:1789763834.509262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763834.509268:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555373056:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763834.509269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763834.509276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763834.509290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555373696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763834.509316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763834.509348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763834.509363:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795ed80 x1876699555373184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763834.509373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555373184/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763834.509379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763834.509381:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763834.509384:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373184:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763834.509388:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763834.509403:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763834.509410:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795d500 x1876699555373312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763834.509418:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555373312/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763834.509422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763834.509424:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763834.509426:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763834.509430:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373440:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763834.509441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763834.509447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795ca80 x1876699555373440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763834.509454:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555373440/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763834.509469:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763834.509471:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763834.509473:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373440:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763834.509478:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555373568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763834.509489:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763834.509496:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795f800 x1876699555373568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763834.509507:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555373568/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763834.509512:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763834.509514:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763834.509516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555373568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763834.509520:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555373696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763834.509530:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763834.509536:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff8d7c8795ce00 x1876699555373696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763834.509543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555373696/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763834.509548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763834.509550:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763834.509552:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555373696:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763834.893186:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763835.917327:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763836.941988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763837.965117:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763838.989401:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763839.628947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.628964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763839.628971:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.628987:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629017:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.629031:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763839.629116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555373824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.629179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.629184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.629187:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.629194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.629207:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763839.629222:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.629255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555373952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.629272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.629277:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763839.629280:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763839.629289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555373824:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763839.629291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.629310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763839.629316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.629344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555374080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.629357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.629361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.629364:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.629369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629391:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.629397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763839.629403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763839.629414:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763839.629422:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555374208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.629440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763839.629446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763839.629449:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.629453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763839.629462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763839.629470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763839.629483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555374336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763839.629495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763839.629498:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b1180 x1876699555373824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.629501:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763839.629507:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763839.629522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3785
00000100:00080000:1.0:1789763839.629539:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763839.629551:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555373824/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763839.629552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763839.629571:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763839.629578:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.629588:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.629595:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555373824:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763839.629629:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555374464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763839.629672:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763839.629712:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763839.629730:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b2d80 x1876699555373952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.629746:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555373952/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.629758:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.629762:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.629766:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555373952:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763839.629773:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374080:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763839.629794:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763839.629853:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b3800 x1876699555374080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.629869:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555374080/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.629879:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.629883:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.629887:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763839.629895:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374208:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763839.629920:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763839.629932:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b2a00 x1876699555374208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.629947:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555374208/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.629956:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.629960:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.629963:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374208:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763839.629970:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555374336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763839.629990:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763839.630001:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b0e00 x1876699555374336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.630015:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555374336/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.630025:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.630029:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.630033:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555374336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763839.630039:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555374464:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763839.630058:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763839.630069:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff8d7c867b1500 x1876699555374464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.630081:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555374464/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.630094:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.630101:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763839.630107:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555374464:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763840.013192:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763841.037074:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763842.061033:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763843.085052:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763844.109079:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763844.749048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763844.749094:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749112:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749144:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763844.749224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555374592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.749283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.749295:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763844.749340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.749372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555374720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763844.749397:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555374592:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763844.749398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763844.749422:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749431:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763844.749455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.749473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555374848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.749487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.749494:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763844.749532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763844.749550:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763844.749551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555374976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.749598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749622:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763844.749626:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749632:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749645:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763844.749651:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763844.749668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555375104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763844.749687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763844.749692:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763844.749694:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763844.749699:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3790
00000100:00080000:1.0:1789763844.749702:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763844.749707:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763844.749713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.749726:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b3100 x1876699555374592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763844.749730:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555375232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763844.749852:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555374592/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.749872:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.749878:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.749885:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555374592:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763844.749926:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763844.749965:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763844.749984:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b2300 x1876699555374720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.750000:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555374720/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.750010:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.750015:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.750019:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374720:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763844.750026:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374848:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763844.750055:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763844.750067:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b3b80 x1876699555374848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.750109:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555374848/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.750120:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.750124:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.750128:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763844.750136:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374976:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763844.750160:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763844.750174:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b1880 x1876699555374976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.750189:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555374976/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.750203:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.750210:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.750216:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555374976:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763844.750227:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763844.750266:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763844.750289:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b1500 x1876699555375104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.750312:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555375104/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.750323:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.750327:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.750331:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763844.750340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763844.750382:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763844.750405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff8d7c867b0e00 x1876699555375232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.750432:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555375232/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763844.750449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763844.750456:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763844.750463:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375232:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763845.133109:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763846.157007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763847.181013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763848.205078:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763849.228923:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763849.869001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.869017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763849.869025:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.869047:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869069:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.869084:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763849.869153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555375360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.869198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.869204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.869207:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.869214:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869225:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.869235:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763849.869262:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555375360:192.168.203.122@tcp:250:kworker.0
00000008:00100000:0.0:1789763849.869270:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763849.869310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555375488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.869339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.869346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763849.869352:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.869361:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869370:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.869380:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763849.869394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763849.869402:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763849.869432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555375616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.869449:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.869456:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.869460:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.869469:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869478:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763849.869488:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aaf480 x1876699555375360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763849.869497:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763849.869519:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763849.869570:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555375360/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763849.869579:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555375744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763849.869607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763849.869613:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763849.869620:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763849.869623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.869629:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763849.869631:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555375360:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763849.869642:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869652:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.869659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763849.869668:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763849.869682:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763849.869693:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555375872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.869711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.869717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763849.869720:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.869726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3795
00000100:00080000:0.0:1789763849.869733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763849.869740:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763849.869748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763849.869759:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763849.869773:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aaf800 x1876699555375488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763849.869782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555376000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763849.869850:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555375488/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.869863:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.869868:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763849.869876:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375488:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.869898:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.869938:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763849.869964:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aace00 x1876699555375616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.869980:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555375616/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.869990:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.869994:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763849.869998:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.870005:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375744:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763849.870046:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763849.870058:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aae300 x1876699555375744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.870072:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555375744/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.870084:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.870088:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763849.870091:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555375744:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763849.870112:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.870133:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763849.870145:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aac700 x1876699555375872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.870159:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555375872/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.870169:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.870172:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763849.870176:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555375872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763849.870183:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763849.870202:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763849.870213:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff8d7c85aaf100 x1876699555376000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763849.870226:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555376000/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763849.870235:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763849.870239:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763849.870243:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376000:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763850.253042:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763851.277020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763852.301103:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763853.325005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763854.348985:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763854.989004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763854.989022:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763854.989034:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00080000:1.0:1789763854.989048:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.989057:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763854.989109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555376128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763854.989162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989170:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763854.989174:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763854.989183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00080000:1.0:1789763854.989191:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.989200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763854.989217:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763854.989248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555376256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763854.989248:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555376128:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763854.989279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763854.989287:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763854.989293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00080000:1.0:1789763854.989298:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.989304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763854.989312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763854.989328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555376384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763854.989341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763854.989349:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763854.989353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00080000:1.0:1789763854.989357:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763854.989366:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763854.989367:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763854.989381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763854.989397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555376512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763854.989411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763854.989419:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763854.989425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00100000:2.0:1789763854.989434:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b2a00 x1876699555376128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763854.989435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.989448:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763854.989460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.989490:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555376128/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763854.989491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555376640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763854.989551:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763854.989553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763854.989563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763854.989567:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763854.989569:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763854.989582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555376128:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763854.989583:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3800
00000100:00080000:1.0:1789763854.989596:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763854.989606:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763854.989614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763854.989633:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763854.989635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555376768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763854.989691:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763854.989713:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b3800 x1876699555376256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.989731:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555376256/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.989742:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.989747:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763854.989752:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376256:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.989760:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.989785:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763854.989797:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b2d80 x1876699555376384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.989858:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555376384/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.989869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.989885:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763854.989889:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.989899:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376512:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763854.989940:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763854.989963:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b1180 x1876699555376512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.989988:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555376512/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.990007:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.990014:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763854.990021:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555376512:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763854.990032:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.990065:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763854.990087:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b1c00 x1876699555376640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.990126:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555376640/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.990144:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.990151:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763854.990158:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763854.990190:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763854.990219:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763854.990234:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff8d7c867b0380 x1876699555376768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763854.990249:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555376768/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763854.990259:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763854.990264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763854.990268:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555376768:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763855.373007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763856.397106:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763857.421001:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763858.445016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763859.468927:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763860.108953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763860.108970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763860.108979:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.108995:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109013:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763860.109028:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763860.109086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555376896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763860.109120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763860.109125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763860.109128:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.109133:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109139:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763860.109145:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763860.109158:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.109177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555377024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763860.109188:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555376896:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763860.109196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763860.109204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763860.109217:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.109223:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109227:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763860.109232:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763860.109239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.109259:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555377152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763860.109271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763860.109276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763860.109279:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.109283:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109289:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763860.109297:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763860.109302:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763860.109317:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763860.109345:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555377280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763860.109367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763860.109370:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aaca80 x1876699555376896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.109386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763860.109396:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.109408:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109416:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763860.109417:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555376896/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.109428:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763860.109437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.109477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555377408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763860.109495:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.109512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763860.109512:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763860.109524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763860.109525:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555376896:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763860.109530:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763860.109542:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3805
00000100:00080000:0.0:1789763860.109548:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763860.109554:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763860.109561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763860.109568:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763860.109585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555377536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763860.109615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763860.109641:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aad180 x1876699555377024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763860.109659:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555377024/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763860.109675:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763860.109682:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763860.109689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377024:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763860.109701:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377152:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763860.109740:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763860.109762:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aac380 x1876699555377152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763860.109786:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555377152/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763860.109797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763860.109834:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763860.109838:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763860.109848:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377280:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763860.109879:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763860.109894:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aaea00 x1876699555377280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763860.109909:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555377280/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763860.109919:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763860.109925:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763860.109932:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377280:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763860.109943:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555377408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763860.109980:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763860.110002:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aafb80 x1876699555377408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763860.110027:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555377408/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763860.110042:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763860.110047:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763860.110051:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555377408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763860.110084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555377536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763860.110126:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763860.110149:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff8d7c85aaca80 x1876699555377536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763860.110174:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555377536/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763860.110186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763860.110190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763860.110194:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555377536:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763860.493037:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763861.517011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763862.540985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763863.564951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763864.589013:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763865.228872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763865.228881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763865.228885:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.228894:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.228903:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763865.228909:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763865.228942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555377664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763865.228965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763865.228968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763865.228969:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.228972:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.228974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763865.228977:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763865.228985:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763865.228997:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555377792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763865.229008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763865.229008:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555377664:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763865.229015:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763865.229019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.229022:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.229024:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763865.229026:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763865.229030:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763865.229040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555377920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763865.229046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763865.229049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763865.229050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.229053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.229057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763865.229059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763865.229062:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763865.229070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555378048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763865.229077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763865.229082:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763865.229087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763865.229089:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.229093:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.229097:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763865.229100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763865.229105:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763865.229114:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555378176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763865.229121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763865.229124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763865.229126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763865.229131:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3810
00000100:00080000:0.0:1789763865.229133:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763865.229133:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aaf100 x1876699555377664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.229138:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763865.229145:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763865.229156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555378304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763865.229164:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555377664/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229186:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229190:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229194:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555377664:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763865.229216:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763865.229243:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763865.229259:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aac700 x1876699555377792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.229275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555377792/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229286:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229289:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377792:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763865.229294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763865.229311:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763865.229319:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aae300 x1876699555377920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.229327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555377920/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229333:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555377920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763865.229342:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378048:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763865.229354:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763865.229360:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aace00 x1876699555378048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.229368:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555378048/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229374:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229376:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229378:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378048:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763865.229382:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378176:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763865.229393:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763865.229399:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aaf800 x1876699555378176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.229406:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555378176/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229411:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229413:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229416:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763865.229437:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763865.229452:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763865.229478:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff8d7c85aaf480 x1876699555378304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.229488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555378304/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.229494:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.229497:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763865.229500:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378304:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763865.612985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763866.636919:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763867.661034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763868.685085:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763869.709078:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763870.349013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763870.349032:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349045:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:1.0:1789763870.349077:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763870.349085:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763870.349125:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555378432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763870.349158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763870.349164:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349168:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:1.0:1789763870.349171:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763870.349175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763870.349183:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763870.349205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555378560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763870.349216:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555378432:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763870.349219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763870.349229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:1.0:1789763870.349254:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763870.349259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763870.349266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763870.349284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555378688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763870.349296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763870.349304:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349309:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:1.0:1789763870.349314:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763870.349320:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763870.349329:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:1.0:1789763870.349334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763870.349355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555378816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763870.349369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763870.349377:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:1.0:1789763870.349420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763870.349451:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b0a80 x1876699555378432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763870.349452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763870.349461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763870.349481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555378944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763870.349487:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555378432/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763870.349513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763870.349519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763870.349524:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763870.349529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3815
00000100:00080000:2.0:1789763870.349529:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763870.349537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.349543:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:1.0:1789763870.349546:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763870.349553:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763870.349554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555378432:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763870.349566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555379072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763870.349588:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378560:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763870.349615:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763870.349627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b1f80 x1876699555378560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763870.349649:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555378560/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.349656:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763870.349659:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763870.349662:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763870.349667:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763870.349680:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763870.349687:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b2680 x1876699555378688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763870.349703:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555378688/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.349709:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763870.349711:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763870.349714:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763870.349718:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378816:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763870.349759:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763870.349774:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b0000 x1876699555378816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763870.349789:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555378816/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.349799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763870.349802:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763870.349806:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555378816:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763870.349813:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763870.349865:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763870.349881:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b0380 x1876699555378944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763870.349896:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555378944/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.349915:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763870.349919:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763870.349923:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555378944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763870.349930:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763870.349955:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763870.349967:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff8d7c867b1c00 x1876699555379072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763870.349981:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555379072/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.349991:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763870.349994:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763870.349998:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379072:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763870.733066:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763871.757163:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763872.780912:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763873.804995:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763874.828931:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763875.469017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763875.469033:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469044:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00080000:3.0:1789763875.469055:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469062:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763875.469116:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555379200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763875.469156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763875.469162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469166:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00080000:3.0:1789763875.469171:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469175:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763875.469185:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763875.469206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555379328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763875.469207:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555379200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763875.469230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763875.469236:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00080000:3.0:1789763875.469248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763875.469288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763875.469306:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:3.0:1789763875.469316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555379456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763875.469369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763875.469379:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469390:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00100000:2.0:1789763875.469391:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795ea00 x1876699555379200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763875.469401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763875.469426:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555379200/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763875.469429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:2.0:1789763875.469451:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.469458:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763875.469464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555379584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763875.469468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555379200:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763875.469492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763875.469499:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00100000:2.0:1789763875.469512:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379328:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763875.469515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763875.469535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763875.469551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555379712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763875.469560:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763875.469577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763875.469582:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763875.469586:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795e680 x1876699555379328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763875.469587:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763875.469600:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3821
00000100:00080000:3.0:1789763875.469609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763875.469619:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763875.469625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763875.469626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555379328/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763875.469664:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.469671:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763875.469676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555379840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763875.469685:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379328:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763875.469706:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379456:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763875.469749:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763875.469760:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795c000 x1876699555379456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763875.469769:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555379456/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763875.469775:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.469777:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763875.469780:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379456:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763875.469803:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379584:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763875.469828:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763875.469839:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795fb80 x1876699555379584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763875.469934:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555379584/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763875.469946:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.469952:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763875.469958:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555379584:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763875.470000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379712:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763875.470023:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763875.470035:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795f480 x1876699555379712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763875.470045:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555379712/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763875.470051:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.470053:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763875.470056:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379712:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763875.470060:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763875.470074:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763875.470081:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff8d7c8795dc00 x1876699555379840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763875.470094:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555379840/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763875.470099:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763875.470101:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763875.470103:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555379840:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763875.853010:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763876.877057:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763877.900998:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763878.925003:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763879.948950:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763880.588937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.588951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763880.588957:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.588971:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.588986:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.588996:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763880.589044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555379968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.589088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.589095:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.589099:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.589107:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.589114:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.589123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763880.589141:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.589172:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555380096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763880.589192:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555379968:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763880.589218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.589222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.589225:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.589231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.589236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.589240:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763880.589246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.589260:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555380224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.589272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.589276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.589278:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.589281:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.589285:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.589288:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763880.589293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763880.589329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555380352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.589345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763880.589350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380096:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789763880.589352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.589357:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.589369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.589376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.589381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763880.589390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763880.589408:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:3.0:1789763880.589411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555380480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.589431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.589435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.589437:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.589442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3826
00000100:00080000:3.0:1789763880.589454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.589459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763880.589466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763880.589475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:3.0:1789763880.589482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555380608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763880.589528:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555380480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763880.589557:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555380608:192.168.203.122@tcp:38:kworker.0
00010000:00010000:3.0:1789763880.972983:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763881.996966:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763883.020998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763883.661357:0:2401:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:1.0:1789763883.661452:0:2401:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763883.661483:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763883.661570:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763883.661584:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763883.661595:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763883.661607:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:1.0:1789763883.661618:0:2401:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:2.0:1789763883.661723:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795ea00 x1876699555380608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.661792:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555380608/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.661881:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.661892:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.661902:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555380608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763883.661918:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795c000 x1876699555380352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.661947:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555380352/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.661963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.661970:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.661977:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380352:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763883.661990:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795e680 x1876699555380480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.662011:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555380480/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.662026:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.662032:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.662039:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555380480:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763883.662056:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795f480 x1876699555380096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.662085:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555380096/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.662106:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.662115:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.662123:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380096:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763883.662139:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795fb80 x1876699555380224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.662164:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555380224/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.662181:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.662188:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.662196:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763883.662209:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763883]  req@ffff8d7c8795dc00 x1876699555379968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763883.662233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555379968/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763883.662248:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763883.662254:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763883.662261:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555379968:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789763884.045036:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763885.069012:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763885.709026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763885.709044:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763885.709057:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709070:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763885.709080:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763885.709125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555380736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763885.709165:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763885.709173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763885.709177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763885.709186:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763885.709197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763885.709214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555380864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763885.709228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763885.709237:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763885.709241:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763885.709250:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763885.709258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.709293:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555380736:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763885.709321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555380992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763885.709346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709353:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763885.709357:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763885.709365:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709374:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763885.709383:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763885.709394:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763885.709406:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763885.709441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555381120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763885.709462:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709469:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763885.709473:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763885.709482:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709490:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763885.709495:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aad500 x1876699555380736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.709504:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763885.709521:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.709546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555380736/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.709551:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555381248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.709604:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.709607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763885.709622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.709626:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763885.709629:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763885.709645:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555380736:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763885.709647:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3831
00000100:00080000:0.0:1789763885.709667:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763885.709678:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380864:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763885.709684:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763885.709704:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763885.709734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555381376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763885.709755:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763885.709789:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aac000 x1876699555380864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.709897:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555380864/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.709916:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.709923:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763885.709930:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380864:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763885.709973:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763885.710027:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763885.710053:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aadc00 x1876699555380992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.710077:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555380992/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.710093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.710100:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763885.710106:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555380992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763885.710119:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381120:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763885.710164:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763885.710202:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aae680 x1876699555381120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.710229:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555381120/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.710245:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.710252:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763885.710260:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381120:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763885.710303:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555381248:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763885.710352:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763885.710376:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aad880 x1876699555381248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.710401:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555381248/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.710419:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.710426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763885.710434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555381248:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763885.710448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555381376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763885.710492:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763885.710516:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff8d7c85aaed80 x1876699555381376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.710543:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555381376/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.710558:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763885.710565:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763885.710571:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555381376:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763886.093041:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763887.117016:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763888.141023:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763889.164918:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763890.189024:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763890.828864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.828873:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763890.828876:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.828884:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.828893:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763890.828898:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763890.828933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555381504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763890.828955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.828957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763890.828958:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.828961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.828964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763890.828968:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763890.828976:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763890.828987:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555381504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763890.828988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555381632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763890.829007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.829009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763890.829011:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.829014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.829016:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763890.829018:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763890.829022:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763890.829030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555381760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763890.829036:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.829039:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763890.829040:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.829042:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.829044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763890.829047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763890.829058:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763890.829063:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763890.829069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555381888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763890.829077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.829080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763890.829081:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.829084:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.829087:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763890.829090:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763890.829093:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763890.829102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555382016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763890.829108:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aaed80 x1876699555381504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.829111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763890.829119:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763890.829123:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763890.829131:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3836
00000100:00080000:0.0:1789763890.829134:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763890.829138:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555381504/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.829139:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763890.829146:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763890.829152:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829158:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829162:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555381504:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763890.829166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555382144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763890.829189:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381632:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763890.829209:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763890.829218:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aad880 x1876699555381632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.829227:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555381632/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.829252:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829255:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829258:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381632:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763890.829272:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763890.829288:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763890.829296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aae680 x1876699555381760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.829303:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555381760/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.829309:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829311:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829314:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763890.829318:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381888:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763890.829337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763890.829348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aadc00 x1876699555381888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.829360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555381888/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.829370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829377:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555381888:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763890.829381:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382016:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763890.829397:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763890.829405:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aac000 x1876699555382016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.829412:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555382016/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.829418:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829420:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829422:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382016:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763890.829425:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763890.829435:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763890.829441:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff8d7c85aad500 x1876699555382144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.829448:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555382144/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.829453:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763890.829455:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763890.829457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382144:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763891.213101:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763892.237042:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763893.261026:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763894.285030:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763895.309056:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763895.948910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.948923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763895.948929:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.948942:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.948955:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.948965:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763895.949013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555382272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.949049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.949055:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.949058:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.949063:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.949067:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.949072:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763895.949085:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763895.949102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555382400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.949117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.949125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763895.949128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555382272:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763895.949129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.949146:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.949151:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.949155:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763895.949162:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763895.949177:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555382528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.949190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.949218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.949221:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.949226:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.949233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.949239:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763895.949248:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:2.0:1789763895.949252:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763895.949271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555382656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.949287:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.949292:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.949294:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.949299:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.949305:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.949311:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763895.949318:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763895.949324:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aaf480 x1876699555382272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763895.949339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555382784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.949359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763895.949367:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555382272/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763895.949369:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763895.949376:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.949390:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3841
00000100:00080000:0.0:1789763895.949399:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763895.949405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763895.949407:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763895.949420:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763895.949421:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.949440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555382272:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763895.949441:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555382912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763895.949501:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382400:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763895.949550:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763895.949578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aaf800 x1876699555382400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763895.949605:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555382400/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763895.949623:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763895.949631:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.949639:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382400:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763895.949649:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382528:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763895.949683:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763895.949704:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aace00 x1876699555382528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763895.949745:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555382528/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763895.949778:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763895.949784:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.949789:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763895.949849:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382656:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763895.949897:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763895.949921:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aae300 x1876699555382656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763895.949946:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555382656/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763895.949958:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763895.949962:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.949966:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555382656:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763895.949975:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382784:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763895.950003:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763895.950016:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aac700 x1876699555382784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763895.950030:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555382784/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763895.950048:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763895.950053:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.950057:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382784:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763895.950063:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763895.950081:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763895.950092:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff8d7c85aaf100 x1876699555382912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763895.950106:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555382912/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763895.950116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763895.950119:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763895.950123:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555382912:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763896.332989:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763897.357000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763898.381025:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763899.404977:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763900.428987:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763901.068970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.068986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763901.068993:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069010:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069026:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.069038:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763901.069100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555383040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.069131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.069135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763901.069137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069142:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.069152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763901.069183:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763901.069219:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555383040:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763901.069225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555383168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.069244:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.069248:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763901.069251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069256:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069262:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.069268:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763901.069275:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763901.069289:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555383296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763901.069326:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763901.069337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.069342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763901.069345:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069351:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069355:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.069360:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763901.069367:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763901.069377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aaca80 x1876699555383040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763901.069407:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555383424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.069438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.069447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763901.069447:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555383040/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.069454:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069468:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069479:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763901.069483:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.069490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789763901.069495:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:0.0:1789763901.069502:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763901.069506:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555383040:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763901.069521:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555383552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763901.069536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763901.069540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763901.069546:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383168:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789763901.069547:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763901.069562:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3846
00000100:00080000:0.0:1789763901.069569:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763901.069591:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763901.069596:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763901.069608:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763901.069615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555383680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763901.069627:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aafb80 x1876699555383168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.069644:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555383168/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.069655:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.069659:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763901.069663:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383168:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.069676:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.069728:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763901.069759:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aaea00 x1876699555383296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.069785:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555383296/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.069799:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.069806:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763901.069813:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.069825:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383424:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763901.069881:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763901.069930:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aac380 x1876699555383424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.069965:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555383424/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.069976:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.069980:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763901.069984:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383424:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763901.069991:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555383552:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.070021:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763901.070034:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aad180 x1876699555383552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.070048:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555383552/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.070058:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.070061:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763901.070065:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555383552:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763901.070089:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555383680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763901.070126:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763901.070137:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff8d7c85aaca80 x1876699555383680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763901.070148:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555383680/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763901.070177:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763901.070180:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763901.070184:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555383680:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763901.452967:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763902.477218:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763903.501007:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763904.525456:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763905.549240:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763906.189040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189055:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763906.189062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.189079:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189099:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189111:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763906.189207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555383808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.189256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763906.189266:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.189272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763906.189299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.189319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555383936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.189337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763906.189350:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763906.189352:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555383808:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763906.189361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189388:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763906.189395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.189415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555384064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.189429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763906.189438:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.189444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189468:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:2.0:1789763906.189478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789763906.189480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763906.189505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555384192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.189520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763906.189529:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763906.189548:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795ce00 x1876699555383808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.189549:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189589:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763906.189603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.189622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555384320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763906.189633:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555383808/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.189645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.189665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763906.189670:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.189691:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3851
00000100:00080000:3.0:1789763906.189704:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.189713:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:2.0:1789763906.189718:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763906.189722:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763906.189733:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789763906.189746:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555384448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763906.189747:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555383808:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763906.189895:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383936:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763906.189944:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763906.189964:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795f800 x1876699555383936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763906.189982:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555383936/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763906.190002:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763906.190007:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763906.190012:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555383936:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763906.190019:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384064:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763906.190042:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763906.190054:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795ca80 x1876699555384064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763906.190068:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555384064/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763906.190078:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763906.190081:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763906.190085:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763906.190092:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384192:192.168.203.122@tcp:8:kworker.0
00000800:00000100:2.0:1789763906.190113:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763906.190167:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795d500 x1876699555384192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763906.190184:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555384192/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763906.190195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763906.190199:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763906.190205:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384192:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789763906.190213:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555384320:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763906.190241:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763906.190255:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795ed80 x1876699555384320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763906.190269:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555384320/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763906.190278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763906.190281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763906.190285:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555384320:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763906.190292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555384448:192.168.203.122@tcp:38:kworker.0
00000800:00000100:2.0:1789763906.190312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763906.190323:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff8d7c8795d880 x1876699555384448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763906.190337:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555384448/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763906.190347:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763906.190350:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763906.190354:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555384448:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763906.574576:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763907.596976:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763908.621014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763909.645025:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763910.669080:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763911.308989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309005:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763911.309012:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.309028:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309046:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.309057:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763911.309155:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555384576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.309201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.309209:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.309215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309221:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.309226:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763911.309241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.309259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555384704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.309275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763911.309283:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763911.309294:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555384576:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763911.309294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.309313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763911.309321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.309337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555384832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.309350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.309358:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.309364:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309371:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.309377:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763911.309385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763911.309399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555384960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.309414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.309420:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.309425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763911.309441:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763911.309443:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763911.309455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.309470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555385088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.309484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.309489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763911.309491:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.309496:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3856
00000100:00080000:1.0:1789763911.309500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.309504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763911.309513:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.309536:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555385216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763911.309539:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b1180 x1876699555384576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.309600:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555384576/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.309624:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.309633:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.309641:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555384576:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763911.309689:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384704:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.309729:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763911.309748:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b2d80 x1876699555384704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.309764:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555384704/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.309776:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.309780:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.309786:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384704:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.309794:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384832:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.309865:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763911.309883:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b3800 x1876699555384832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.309908:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555384832/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.309934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.309941:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.309949:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.309963:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384960:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763911.310002:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763911.310019:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b2a00 x1876699555384960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.310034:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555384960/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.310045:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.310049:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.310054:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555384960:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763911.310061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385088:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.310113:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763911.310138:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b0e00 x1876699555385088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.310154:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555385088/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.310165:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.310170:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.310178:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385088:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.310190:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.310227:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763911.310249:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff8d7c867b1500 x1876699555385216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.310274:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555385216/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.310285:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.310289:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763911.310293:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385216:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763911.693115:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763912.717064:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763913.741016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763914.765034:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763915.789152:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763916.429021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763916.429062:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429082:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429100:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.429111:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763916.429186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555385344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.429229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763916.429236:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.429249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763916.429262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763916.429278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555385472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.429290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763916.429299:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.429313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763916.429318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763916.429337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555385600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763916.429340:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555385344:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763916.429384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763916.429392:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429404:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.429408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763916.429417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763916.429432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555385728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.429445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763916.429453:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763916.429476:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763916.429484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763916.429491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763916.429506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555385856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.429516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.429520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763916.429523:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.429531:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3861
00000100:00080000:3.0:1789763916.429536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.429542:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763916.429548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.429560:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795f100 x1876699555385344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.429569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555385984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763916.429676:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555385344/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.429698:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.429707:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.429715:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555385344:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763916.429738:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385472:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763916.429776:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763916.429794:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795e300 x1876699555385472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.429857:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555385472/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.429869:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.429883:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.429887:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385472:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763916.429921:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763916.429946:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763916.429960:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795c380 x1876699555385600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.429974:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555385600/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.429984:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.429988:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.429992:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763916.430000:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385728:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763916.430020:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763916.430032:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795d180 x1876699555385728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.430081:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555385728/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.430093:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.430097:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.430101:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555385728:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763916.430109:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385856:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763916.430137:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763916.430151:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795c700 x1876699555385856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.430165:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555385856/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.430175:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.430179:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.430183:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385856:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763916.430189:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763916.430208:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763916.430219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff8d7c8795df80 x1876699555385984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.430233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555385984/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.430242:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.430246:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763916.430250:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555385984:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763916.813021:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763917.837052:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763918.860969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763919.885114:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763920.909092:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763921.548964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.548980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763921.548985:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763921.549003:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:0.0:1789763921.549044:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.549058:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763921.549122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555386112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763921.549172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.549177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763921.549181:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763921.549187:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:0.0:1789763921.549192:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.549198:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763921.549213:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763921.549235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555386240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763921.549263:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555386112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763921.549268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.549294:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763921.549299:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763921.549306:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:0.0:1789763921.549312:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.549317:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763921.549326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763921.549377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555386368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763921.549407:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763921.549418:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.549429:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763921.549435:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763921.549452:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:0.0:1789763921.549462:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.549469:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763921.549483:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763921.549494:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aaf100 x1876699555386112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.549511:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555386496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763921.549528:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555386112/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.549533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.549563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763921.549573:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763921.549582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.549585:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:1.0:1789763921.549603:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763921.549606:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763921.549618:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555386112:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763921.549631:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763921.549648:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763921.549663:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.549681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555386624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763921.549711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763921.549716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763921.549727:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763921.549732:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763921.549741:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3867
00000100:00080000:0.0:1789763921.549751:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763921.549759:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763921.549769:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763921.549785:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aac700 x1876699555386240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.549792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555386752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763921.549872:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555386240/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.549889:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.549895:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763921.549902:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386240:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763921.549913:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386368:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763921.549947:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763921.549963:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aae300 x1876699555386368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763921.549977:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555386368/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.549987:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.549991:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763921.549996:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763921.550003:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386496:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763921.550058:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763921.550074:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aace00 x1876699555386496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763921.550088:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555386496/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.550098:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.550103:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763921.550107:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555386496:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763921.550132:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555386624:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763921.550153:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763921.550166:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aaf800 x1876699555386624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763921.550180:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555386624/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.550190:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.550193:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763921.550197:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555386624:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763921.550204:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555386752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763921.550223:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763921.550234:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff8d7c85aaf480 x1876699555386752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763921.550248:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555386752/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763921.550258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763921.550261:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763921.550265:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555386752:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763921.933133:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763922.957071:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763923.981052:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763925.005068:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763926.029098:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763926.669006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763926.669024:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669037:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669050:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763926.669059:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763926.669108:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555386880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763926.669144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763926.669151:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763926.669165:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763926.669176:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763926.669192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555387008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763926.669206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763926.669216:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669222:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763926.669230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763926.669236:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763926.669249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555387136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763926.669259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555386880:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763926.669267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763926.669281:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669286:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669290:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763926.669294:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763926.669300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763926.669315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555387264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763926.669327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763926.669336:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763926.669380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763926.669387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763926.669403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763926.669430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555387392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763926.669452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763926.669460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763926.669463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795df80 x1876699555386880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763926.669464:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763926.669477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3872
00000100:00080000:3.0:1789763926.669487:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763926.669499:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763926.669510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763926.669532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555387520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763926.669556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555386880/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.669582:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.669592:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.669600:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555386880:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763926.669615:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387008:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763926.669664:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763926.669693:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795c700 x1876699555387008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763926.669722:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555387008/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.669740:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.669748:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.669755:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387008:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763926.669852:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763926.669905:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763926.669933:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795d180 x1876699555387136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763926.669960:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555387136/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.670020:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.670028:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.670035:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763926.670049:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387264:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763926.670096:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763926.670123:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795c380 x1876699555387264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763926.670150:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555387264/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.670168:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.670175:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.670182:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387264:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763926.670195:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555387392:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763926.670238:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763926.670264:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795e300 x1876699555387392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763926.670290:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555387392/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.670308:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.670315:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.670323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555387392:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763926.670336:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555387520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763926.670380:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763926.670404:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff8d7c8795f100 x1876699555387520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763926.670429:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555387520/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763926.670445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763926.670451:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763926.670457:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555387520:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763927.053093:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763928.076942:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763929.101023:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763930.125052:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763931.149108:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763931.789046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763931.789068:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.789085:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789103:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.789115:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763931.789185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555387648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.789246:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.789259:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.789269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.789288:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763931.789308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.789316:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555387648:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763931.789335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555387776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.789356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763931.789363:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.789369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.789381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763931.789387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763931.789411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555387904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.789430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.789441:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.789449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763931.789470:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789763931.789475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763931.789491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763931.789517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555388032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763931.789534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763931.789542:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763931.789551:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b1880 x1876699555387648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763931.789553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789565:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763931.789578:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763931.789588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.789599:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555387648/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.789618:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.789627:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763931.789630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555388160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763931.789635:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555387648:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763931.789666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763931.789673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763931.789677:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763931.789688:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3877
00000100:00080000:1.0:1789763931.789698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763931.789705:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387776:192.168.203.122@tcp:38:kworker.0
00000100:00080000:1.0:1789763931.789715:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763931.789731:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763931.789755:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555388288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763931.789773:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763931.789889:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b3b80 x1876699555387776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.789911:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555387776/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.789923:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.789953:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763931.789959:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387776:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763931.789979:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387904:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763931.790014:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763931.790030:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b2300 x1876699555387904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.790045:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555387904/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.790056:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.790060:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763931.790064:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555387904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763931.790072:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388032:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763931.790094:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763931.790106:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b3100 x1876699555388032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.790121:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555388032/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.790131:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.790134:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763931.790138:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388032:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763931.790145:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388160:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763931.790165:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763931.790176:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b1500 x1876699555388160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.790190:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555388160/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.790200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.790203:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763931.790207:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388160:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763931.790233:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763931.790254:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763931.790265:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff8d7c867b0e00 x1876699555388288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.790278:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555388288/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.790296:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.790300:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763931.790304:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388288:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763932.173082:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763933.197067:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763934.221105:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763935.245067:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763936.269051:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763936.909002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763936.909015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763936.909020:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909032:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909047:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.909056:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763936.909103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555388416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.909143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763936.909148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763936.909150:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909156:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909161:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.909166:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763936.909178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.909207:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555388544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.909223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763936.909232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763936.909234:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555388416:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763936.909235:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.909261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763936.909268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.909284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555388672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.909296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763936.909301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763936.909303:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909309:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909312:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.909317:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763936.909324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763936.909337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555388800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.909359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763936.909364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763936.909366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763936.909375:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763936.909392:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763936.909398:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.909412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555388928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.909424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763936.909429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763936.909432:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763936.909437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3882
00000100:00080000:3.0:1789763936.909441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763936.909450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795d880 x1876699555388416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.909451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763936.909464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.909488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555389056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763936.909510:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555388416/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.909537:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.909548:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.909557:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555388416:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763936.909598:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388544:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763936.909650:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763936.909678:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795ed80 x1876699555388544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763936.909704:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555388544/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.909723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.909730:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.909738:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388544:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763936.909753:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763936.909793:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763936.909864:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795d500 x1876699555388672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763936.909918:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555388672/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.909938:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.909945:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.909954:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763936.909968:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388800:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763936.910015:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763936.910041:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795ca80 x1876699555388800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763936.910066:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555388800/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.910085:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.910092:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.910099:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555388800:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763936.910114:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388928:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763936.910156:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763936.910181:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795f800 x1876699555388928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763936.910209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555388928/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.910225:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.910232:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.910239:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555388928:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763936.910252:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763936.910293:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763936.910316:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff8d7c8795ce00 x1876699555389056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763936.910343:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555389056/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763936.910360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763936.910367:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763936.910374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389056:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763937.293029:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763938.317016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763939.340945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763940.365043:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763941.389009:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763942.028956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763942.028970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763942.028976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.028989:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:2.0:1789763942.029021:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763942.029031:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763942.029079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555389184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763942.029117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763942.029123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763942.029125:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.029131:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:2.0:1789763942.029136:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763942.029141:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763942.029153:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763942.029169:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555389312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763942.029184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763942.029190:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763942.029192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.029197:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:2.0:1789763942.029201:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763942.029205:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763942.029212:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763942.029223:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555389184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763942.029234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555389440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763942.029251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763942.029256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763942.029258:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.029262:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:2.0:1789763942.029265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763942.029270:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763942.029278:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763942.029294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555389568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763942.029309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763942.029319:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763942.029319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763942.029328:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.029355:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:2.0:1789763942.029364:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763942.029375:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763942.029386:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763942.029392:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47ed80 x1876699555389184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763942.029417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555389696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763942.029442:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555389184/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763942.029444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763942.029471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763942.029479:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763942.029497:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3887
00000100:00080000:0.0:1789763942.029502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763942.029504:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763942.029522:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763942.029530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763942.029540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763942.029542:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555389184:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763942.029566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555389824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763942.029573:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389312:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763942.029635:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763942.029657:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47f480 x1876699555389312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.029674:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555389312/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.029685:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.029689:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763942.029693:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389312:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763942.029724:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763942.029746:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763942.029758:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47ce00 x1876699555389440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.029772:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555389440/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.029782:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.029787:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763942.029790:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763942.029798:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389568:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763942.029911:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763942.029934:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47ea00 x1876699555389568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.029961:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555389568/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.029979:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.029985:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763942.029992:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555389568:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763942.030004:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389696:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763942.030035:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763942.030049:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47fb80 x1876699555389696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.030064:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555389696/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.030079:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.030086:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763942.030092:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389696:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763942.030105:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763942.030144:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763942.030168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff8d7c8a47c380 x1876699555389824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.030189:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555389824/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.030200:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.030204:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763942.030207:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555389824:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763942.413056:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763943.437024:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763944.461074:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763945.485065:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763946.509032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763947.148915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.148925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763947.148930:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.148940:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.148951:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.148958:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763947.148996:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555389952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.149025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.149029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.149031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.149034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.149038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.149041:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763947.149050:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.149062:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555390080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.149073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.149077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.149079:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763947.149084:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555389952:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763947.149086:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.149094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.149098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763947.149102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.149116:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555390208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.149125:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.149129:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.149130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.149134:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.149137:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.149140:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763947.149144:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763947.149155:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555390336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.149164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.149167:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.149169:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.149173:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.149175:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.149179:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763947.149183:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.149194:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555390464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.149204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763947.149207:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390080:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763947.149208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.149213:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.149220:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3892
00000100:00080000:2.0:1789763947.149224:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.149228:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763947.149233:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.149247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555390592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763947.149251:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763947.149286:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763947.149315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555390464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763947.149350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555390592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763947.533034:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763948.557007:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763949.581019:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763950.221214:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789763950.221278:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763950.221305:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763950.221365:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763950.221385:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763950.221397:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789763950.221418:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763950.221439:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47d180 x1876699555390080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789763950.221440:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:0.0:1789763950.221500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555390080/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221525:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.221535:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.221544:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390080:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763950.221565:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47c700 x1876699555390208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763950.221590:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555390208/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221607:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.221614:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.221621:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763950.221634:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47e680 x1876699555390336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763950.221657:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555390336/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.221682:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.221689:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390336:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763950.221703:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47f100 x1876699555389952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763950.221728:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555389952/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.221751:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.221756:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555389952:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763950.221884:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47dc00 x1876699555390464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763950.221913:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555390464/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221930:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.221936:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.221942:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555390464:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763950.221954:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763950]  req@ffff8d7c8a47d880 x1876699555390592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763950.221977:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555390592/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763950.221994:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763950.222001:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763950.222007:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555390592:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763950.604985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763951.628963:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763952.269010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.269034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763952.269039:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269053:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269067:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269103:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763952.269151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555390720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.269190:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.269195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763952.269198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269203:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269208:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269214:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763952.269239:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763952.269265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555390848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.269290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.269316:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763952.269317:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555390720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763952.269320:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269335:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269343:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269350:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763952.269359:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763952.269380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555390976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.269391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.269394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763952.269397:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269401:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269408:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269413:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763952.269422:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763952.269428:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763952.269447:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555391104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.269488:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.269496:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763952.269499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47c000 x1876699555390720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763952.269501:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269537:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269548:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763952.269556:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555390720/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763952.269561:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763952.269585:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763952.269591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555391232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763952.269599:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763952.269620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763952.269624:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555390720:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763952.269647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763952.269654:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.269663:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3897
00000100:00080000:2.0:1789763952.269669:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.269675:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763952.269683:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390848:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789763952.269684:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763952.269711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555391360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763952.269734:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763952.269759:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47d500 x1876699555390848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.269778:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555390848/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.269846:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.269851:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763952.269856:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390848:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763952.269865:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763952.269896:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763952.269912:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47ca80 x1876699555390976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.269930:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555390976/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.269940:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.269945:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763952.269949:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555390976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763952.269959:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391104:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763952.269989:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763952.270006:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47df80 x1876699555391104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.270024:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555391104/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.270036:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.270041:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763952.270046:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391104:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763952.270055:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555391232:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763952.270085:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763952.270100:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47f800 x1876699555391232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.270117:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555391232/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.270129:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.270134:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763952.270139:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555391232:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763952.270179:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555391360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763952.270205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763952.270219:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff8d7c8a47c000 x1876699555391360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.270241:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555391360/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.270250:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.270253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763952.270257:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555391360:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763952.653035:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763953.676998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763954.700992:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763955.725044:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763956.749016:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763957.388962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.388975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763957.388980:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.388994:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389009:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763957.389020:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763957.389071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555391488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763957.389104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.389107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763957.389110:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.389114:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389119:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763957.389123:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763957.389133:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763957.389146:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555391616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763957.389156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.389160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763957.389162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.389177:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389182:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763957.389186:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763957.389191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763957.389203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555391744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763957.389211:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555391488:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763957.389235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.389252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763957.389255:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.389262:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389266:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763957.389272:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763957.389279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763957.389298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555391872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763957.389311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.389316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763957.389320:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.389324:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763957.389337:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763957.389350:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763957.389359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763957.389378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555392000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763957.389396:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795dc00 x1876699555391488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.389407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763957.389429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763957.389431:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763957.389437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3902
00000100:00080000:3.0:1789763957.389441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763957.389451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763957.389461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763957.389471:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555391488/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.389478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555392128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.389502:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.389510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.389516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555391488:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763957.389526:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391616:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763957.389588:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763957.389604:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795fb80 x1876699555391616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.389619:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555391616/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.389648:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.389652:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.389657:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391616:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763957.389685:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763957.389707:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763957.389718:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795f480 x1876699555391744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.389732:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555391744/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.389767:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.389790:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.389794:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763957.389801:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391872:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763957.389868:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763957.389881:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795e680 x1876699555391872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.389893:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555391872/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.389902:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.389905:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.389908:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555391872:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763957.389915:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392000:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763957.389933:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763957.389943:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795c000 x1876699555392000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.389954:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555392000/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.389961:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.389964:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.389967:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392000:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763957.389972:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763957.389988:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763957.389997:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff8d7c8795ea00 x1876699555392128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.390008:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555392128/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.390015:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.390018:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763957.390021:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392128:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763957.773058:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763958.797005:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763959.821004:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763960.845019:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763961.869020:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763962.508935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763962.508949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763962.508955:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.508970:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.508987:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509001:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789763962.509050:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ea00 x1876699555392256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763962.509088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763962.509093:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763962.509096:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.509102:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.509106:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509110:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763962.509123:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.509139:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c000 x1876699555392384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763962.509151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763962.509155:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763962.509158:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.509163:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.509166:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509172:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763962.509178:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.509190:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e680 x1876699555392512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763962.509203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763962.509213:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555392256:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789763962.509225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763962.509231:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.509240:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.509249:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509257:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763962.509269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789763962.509297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f480 x1876699555392640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763962.509314:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789763962.509331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763962.509339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763962.509344:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.509353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.509359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763962.509374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.509400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795fb80 x1876699555392768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763962.509402:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795ea00 x1876699555392256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763962.509421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763962.509438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763962.509444:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763962.509459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3908
00000100:00080000:3.0:1789763962.509469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763962.509473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789763962.509480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763962.509495:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ea00 x1876699555392256/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763962.509497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795dc00 x1876699555392896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763962.509564:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.509575:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.509582:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555392256:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763962.509595:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392384:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763962.509645:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763962.509663:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795c000 x1876699555392384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.509680:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c000 x1876699555392384/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763962.509692:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.509696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.509700:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392384:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763962.509768:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392512:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763962.509840:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763962.509859:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795e680 x1876699555392512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.509875:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e680 x1876699555392512/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763962.509885:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.509889:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.509894:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763962.509901:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392640:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763962.509928:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763962.509940:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795f480 x1876699555392640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.509954:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f480 x1876699555392640/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763962.509963:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.509966:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.509971:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555392640:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763962.509977:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392768:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763962.509996:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763962.510008:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795fb80 x1876699555392768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.510021:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795fb80 x1876699555392768/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763962.510030:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.510034:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.510037:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392768:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763962.510043:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763962.510062:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763962.510072:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff8d7c8795dc00 x1876699555392896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.510086:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795dc00 x1876699555392896/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763962.510095:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763962.510099:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763962.510102:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555392896:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763962.893149:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763963.916985:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763964.940976:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763965.964998:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763966.989014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763967.628891:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.628900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763967.628904:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.628915:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.628925:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.628932:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763967.628981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555393024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.629020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.629026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.629029:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.629035:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.629041:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.629045:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763967.629055:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763967.629071:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555393152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.629083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.629087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763967.629089:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763967.629097:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555393024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763967.629098:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.629105:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.629114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763967.629119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763967.629131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555393280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.629141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.629145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.629148:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.629154:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.629163:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.629170:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763967.629177:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763967.629181:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763967.629205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555393408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763967.629223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.629227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763967.629229:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763967.629235:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b2a00 x1876699555393024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763967.629239:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.629247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.629259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763967.629271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763967.629275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555393024/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629293:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763967.629295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555393536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763967.629305:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629317:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555393024:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789763967.629327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763967.629330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763967.629333:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763967.629344:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3913
00000100:00080000:1.0:1789763967.629351:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763967.629358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763967.629367:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763967.629372:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763967.629391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555393664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763967.629413:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763967.629437:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b3800 x1876699555393152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.629456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555393152/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629468:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.629473:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393152:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763967.629488:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763967.629513:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763967.629528:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b2d80 x1876699555393280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.629545:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555393280/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.629571:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629576:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393280:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763967.629585:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393408:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763967.629612:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763967.629626:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b1180 x1876699555393408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.629641:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555393408/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629652:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.629657:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629661:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393408:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763967.629690:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555393536:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763967.629721:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763967.629738:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b1c00 x1876699555393536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.629754:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555393536/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629764:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.629769:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629773:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555393536:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763967.629838:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555393664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763967.629869:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763967.629885:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff8d7c867b0380 x1876699555393664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.629901:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555393664/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.629913:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.629917:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763967.629922:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555393664:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763968.013021:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763969.036988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763970.060993:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763971.084977:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763972.108970:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763972.748863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.748871:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763972.748874:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.748882:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.748891:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763972.748897:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763972.748928:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0000 x1876699555393792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763972.748954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.748957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763972.748958:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.748962:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.748964:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763972.748967:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763972.748976:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.748985:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555393792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763972.748988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2680 x1876699555393920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763972.748999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.749001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763972.749002:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.749006:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.749009:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763972.749011:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763972.749014:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763972.749023:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1f80 x1876699555394048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763972.749029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.749032:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763972.749034:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.749036:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.749038:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763972.749040:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763972.749043:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:0.0:1789763972.749047:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763972.749054:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0a80 x1876699555394176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763972.749063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.749065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763972.749067:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.749070:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.749073:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763972.749076:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763972.749079:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.749083:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b0000 x1876699555393792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763972.749089:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0380 x1876699555394304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763972.749106:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763972.749109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763972.749113:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0000 x1876699555393792/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763972.749114:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763972.749122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3918
00000100:00080000:1.0:1789763972.749129:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.749137:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763972.749137:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:0.0:1789763972.749148:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000008:00100000:1.0:1789763972.749148:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.749158:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555393792:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763972.749164:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1c00 x1876699555394432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763972.749184:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393920:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.749205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763972.749215:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b2680 x1876699555393920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.749224:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2680 x1876699555393920/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.749231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.749233:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763972.749235:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555393920:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.749239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394048:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.749249:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763972.749256:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b1f80 x1876699555394048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.749263:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1f80 x1876699555394048/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.749268:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.749270:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763972.749272:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.749276:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394176:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763972.749286:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763972.749292:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b0a80 x1876699555394176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.749298:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0a80 x1876699555394176/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.749304:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.749306:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763972.749318:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394176:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763972.749322:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555394304:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.749334:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763972.749340:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b0380 x1876699555394304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.749348:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0380 x1876699555394304/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.749353:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.749355:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763972.749357:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555394304:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763972.749360:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555394432:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763972.749370:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763972.749375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff8d7c867b1c00 x1876699555394432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763972.749382:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1c00 x1876699555394432/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763972.749387:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763972.749389:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763972.749391:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555394432:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763973.133213:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763974.156965:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763975.180938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763976.204906:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763977.229000:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763977.868871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.868879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763977.868882:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.868890:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.868899:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.868904:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789763977.868937:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1180 x1876699555394560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763977.868958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.868960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763977.868962:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.868964:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.868967:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.868969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763977.868975:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763977.868983:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2d80 x1876699555394688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763977.868990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.868992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763977.868993:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.868996:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.868997:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.868999:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763977.869002:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763977.869008:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3800 x1876699555394816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763977.869014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.869017:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763977.869018:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.869021:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.869023:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.869028:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869030:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555394560:192.168.203.122@tcp:250:kworker.0
00000008:00100000:1.0:1789763977.869032:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789763977.869044:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2a00 x1876699555394944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763977.869050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.869053:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763977.869054:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.869057:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.869059:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.869062:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763977.869065:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763977.869072:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555395072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763977.869078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763977.869080:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763977.869082:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763977.869085:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3923
00000100:00080000:1.0:1789763977.869087:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763977.869088:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789763977.869092:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763977.869095:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763977.869103:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555395200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763977.869133:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b1180 x1876699555394560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869146:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1180 x1876699555394560/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869154:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869157:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869160:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555394560:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763977.869165:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394688:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.869198:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b2d80 x1876699555394688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869215:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2d80 x1876699555394688/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869220:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869222:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869225:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394688:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.869228:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.869250:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869275:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b3800 x1876699555394816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869283:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3800 x1876699555394816/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.869312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394944:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763977.869324:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869330:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b2a00 x1876699555394944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869337:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2a00 x1876699555394944/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869342:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869344:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869346:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555394944:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763977.869350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395072:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.869359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b0e00 x1876699555395072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869371:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555395072/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869376:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869378:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869380:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395072:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.869383:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763977.869392:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763977.869398:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff8d7c867b1500 x1876699555395200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.869404:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555395200/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.869409:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.869411:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763977.869413:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395200:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763978.252911:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763979.276956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763980.300954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763981.324939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763982.348994:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763982.988952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763982.988968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763982.988975:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763982.988991:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989024:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763982.989039:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763982.989106:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555395328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763982.989160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763982.989168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763982.989172:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763982.989181:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989189:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763982.989200:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763982.989219:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.989238:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555395328:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763982.989257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555395456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763982.989278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763982.989283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763982.989287:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763982.989293:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989299:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763982.989305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763982.989313:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763982.989322:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763982.989339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555395584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763982.989362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763982.989364:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47d880 x1876699555395328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763982.989375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763982.989382:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763982.989400:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989405:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763982.989407:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555395328/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763982.989418:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763982.989437:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00080000:0.0:1789763982.989441:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763982.989448:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:2.0:1789763982.989454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555395712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763982.989455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555395328:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789763982.989493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763982.989498:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763982.989502:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763982.989509:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395456:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789763982.989511:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989523:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763982.989533:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763982.989540:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763982.989549:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789763982.989583:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555395840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763982.989584:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47dc00 x1876699555395456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.989613:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555395456/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763982.989626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763982.989636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763982.989641:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.989646:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763982.989652:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3928
00000100:00080000:2.0:1789763982.989662:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.989666:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789763982.989673:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763982.989675:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395456:192.168.203.122@tcp:38:kworker.0
00000008:00100000:2.0:1789763982.989688:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.989697:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789763982.989712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555395968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763982.989727:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763982.989749:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47f100 x1876699555395584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.989759:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555395584/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.989766:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763982.989768:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763982.989771:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395584:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763982.989776:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395712:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789763982.989787:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763982.989794:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47e680 x1876699555395712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.989823:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555395712/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.989829:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763982.989831:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763982.989833:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555395712:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789763982.989847:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395840:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763982.989861:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763982.989868:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47c700 x1876699555395840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.989876:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555395840/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.989881:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763982.989883:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763982.989885:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395840:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789763982.989888:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395968:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789763982.989898:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763982.989904:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff8d7c8a47d180 x1876699555395968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.989911:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555395968/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.989916:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763982.989918:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789763982.989920:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555395968:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763983.372918:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763984.397084:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763985.420933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763986.444936:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763987.468910:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763988.108888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.108896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763988.108899:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.108907:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.108915:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.108921:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763988.108954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555396096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.108978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.108984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.108986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.108989:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.108991:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.108994:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763988.109006:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.109015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555396224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763988.109022:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555396096:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763988.109026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.109030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.109036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.109040:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.109042:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.109044:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763988.109048:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.109056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555396352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.109063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.109065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.109066:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.109069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.109071:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.109073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763988.109076:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789763988.109080:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789763988.109086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555396480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.109094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.109097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.109098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.109100:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.109102:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.109105:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763988.109109:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.109118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555396608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.109124:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763988.109124:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aad500 x1876699555396096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763988.109133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.109135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.109143:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3933
00000100:00080000:0.0:1789763988.109146:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.109149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763988.109152:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763988.109154:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555396096/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763988.109160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555396736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763988.109184:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109189:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109192:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555396096:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763988.109212:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396224:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763988.109228:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763988.109237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aac000 x1876699555396224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763988.109245:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555396224/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763988.109251:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109253:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109255:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396224:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763988.109259:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396352:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763988.109270:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763988.109276:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aadc00 x1876699555396352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763988.109283:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555396352/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763988.109288:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109290:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109292:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396352:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763988.109295:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396480:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763988.109306:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763988.109312:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aae680 x1876699555396480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763988.109319:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555396480/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763988.109324:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109326:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109327:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396480:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763988.109331:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555396608:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763988.109341:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763988.109347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aad880 x1876699555396608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763988.109354:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555396608/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763988.109360:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109361:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109363:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555396608:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763988.109367:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555396736:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763988.109376:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763988.109381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff8d7c85aaed80 x1876699555396736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763988.109388:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555396736/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763988.109393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763988.109395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763988.109397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555396736:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763988.492973:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763989.516951:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763990.540932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763991.564916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763992.588933:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763993.228905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.228915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763993.228919:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.228928:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3938
00000100:00080000:0.0:1789763993.228937:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.228944:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789763993.228980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555396864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.229004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.229008:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.229010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.229014:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3938
00000100:00080000:0.0:1789763993.229018:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.229024:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763993.229034:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763993.229045:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555396864:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789763993.229052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555396992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.229062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.229065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763993.229067:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.229069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3938
00000100:00080000:0.0:1789763993.229072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.229075:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763993.229079:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763993.229088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555397120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.229095:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.229097:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.229098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.229101:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3938
00000800:00000100:1.0:1789763993.229105:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789763993.229106:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.229112:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763993.229115:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789763993.229124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555397248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.229132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.229135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.229136:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.229139:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3938
00000100:00100000:1.0:1789763993.229143:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aaed80 x1876699555396864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763993.229144:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.229152:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763993.229159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763993.229168:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555396864/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763993.229171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555397376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.229195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763993.229195:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763993.229202:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763993.229204:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789763993.229205:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763993.229210:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555396864:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789763993.229211:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3938
00000100:00080000:0.0:1789763993.229217:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.229221:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789763993.229224:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763993.229231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555397504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763993.229239:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396992:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763993.229258:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763993.229267:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aad880 x1876699555396992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763993.229275:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555396992/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763993.229281:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763993.229284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763993.229286:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555396992:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763993.229289:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397120:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763993.229300:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763993.229305:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aae680 x1876699555397120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763993.229323:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555397120/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763993.229332:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763993.229335:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763993.229339:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397120:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763993.229345:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397248:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763993.229366:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763993.229375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aadc00 x1876699555397248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763993.229383:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555397248/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763993.229388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763993.229390:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763993.229392:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397248:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763993.229396:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555397376:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763993.229408:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763993.229414:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aac000 x1876699555397376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763993.229421:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555397376/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763993.229430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763993.229432:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763993.229434:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555397376:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763993.229446:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555397504:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763993.229456:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763993.229462:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff8d7c85aad500 x1876699555397504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763993.229469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555397504/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763993.229474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763993.229475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763993.229477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555397504:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789763993.612934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763994.636916:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763995.660921:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763996.684907:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763997.708945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763998.348924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.348932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763998.348936:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.348944:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.348953:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.348959:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789763998.348991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555397632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.349019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.349022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.349023:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.349027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.349029:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.349031:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763998.349039:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763998.349049:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555397760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.349057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.349060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763998.349061:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.349064:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.349066:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.349068:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763998.349071:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.349075:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555397632:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789763998.349080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555397888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.349090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.349092:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.349094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.349096:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.349099:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.349101:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763998.349104:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789763998.349112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555398016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.349130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.349133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.349135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.349138:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.349141:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763998.349147:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789763998.349147:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763998.349155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763998.349163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555398144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.349171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.349173:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763998.349174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.349177:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3943
00000100:00080000:2.0:1789763998.349179:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.349182:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789763998.349186:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.349196:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47c380 x1876699555397632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763998.349196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555398272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763998.349225:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555397632/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349244:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349249:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349253:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555397632:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789763998.349261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397760:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763998.349285:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763998.349298:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47fb80 x1876699555397760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763998.349310:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555397760/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349318:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349325:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397760:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763998.349348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397888:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763998.349369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763998.349377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47ea00 x1876699555397888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763998.349385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555397888/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349391:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349393:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555397888:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763998.349399:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398016:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789763998.349411:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763998.349417:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47ce00 x1876699555398016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763998.349424:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555398016/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349429:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349431:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349433:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398016:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789763998.349436:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398144:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763998.349464:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763998.349474:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47f480 x1876699555398144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763998.349482:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555398144/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349488:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349490:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349492:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398144:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789763998.349495:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398272:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789763998.349508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789763998.349514:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff8d7c8a47ed80 x1876699555398272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763998.349521:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555398272/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763998.349526:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763998.349528:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789763998.349530:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398272:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789763998.732938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763999.756965:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764000.781005:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764001.804967:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764002.828971:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764003.468928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764003.468940:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764003.468945:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764003.468962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3949
00000100:00080000:2.0:1789764003.468975:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764003.468984:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764003.469033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555398400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764003.469066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764003.469070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764003.469072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764003.469076:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3949
00000100:00080000:2.0:1789764003.469080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764003.469084:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764003.469096:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764003.469109:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555398528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764003.469120:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555398400:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764003.469127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764003.469133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764003.469135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764003.469140:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3949
00000100:00080000:2.0:1789764003.469143:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764003.469149:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764003.469155:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764003.469168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555398656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764003.469179:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764003.469183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764003.469185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764003.469191:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3949
00000800:00000100:1.0:1789764003.469197:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764003.469201:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764003.469209:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764003.469216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764003.469234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555398784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764003.469239:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47ed80 x1876699555398400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764003.469283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764003.469289:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555398400/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764003.469291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764003.469296:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.469311:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764003.469312:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3949
00000100:00080000:1.0:1789764003.469317:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789764003.469320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764003.469323:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555398400:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764003.469329:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764003.469337:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764003.469350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789764003.469360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555398912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764003.469375:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764003.469377:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764003.469384:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764003.469386:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789764003.469388:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47f480 x1876699555398528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764003.469400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3949
00000100:00080000:2.0:1789764003.469422:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764003.469432:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789764003.469435:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555398528/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789764003.469440:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764003.469444:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764003.469449:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764003.469452:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398528:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789764003.469460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555399040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764003.469462:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398656:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764003.469510:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764003.469523:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47ce00 x1876699555398656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764003.469532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555398656/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764003.469538:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764003.469540:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764003.469543:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398656:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764003.469547:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398784:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764003.469561:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764003.469567:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47ea00 x1876699555398784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764003.469574:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555398784/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764003.469584:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764003.469586:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764003.469589:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555398784:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764003.469599:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398912:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764003.469610:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764003.469620:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47fb80 x1876699555398912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764003.469632:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555398912/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764003.469640:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764003.469644:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764003.469648:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555398912:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764003.469655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399040:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764003.469673:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764003.469680:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff8d7c8a47c380 x1876699555399040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764003.469688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555399040/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764003.469693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764003.469695:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764003.469698:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399040:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764003.852930:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764004.876972:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764005.900939:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764006.924945:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764007.948969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764008.588925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.588933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764008.588936:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.588945:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.588954:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.588960:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764008.588993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555399168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.589023:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.589027:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.589029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.589034:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.589038:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.589042:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764008.589052:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.589067:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555399296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764008.589077:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555399168:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764008.589080:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.589086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764008.589087:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.589091:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.589094:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.589098:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764008.589102:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.589112:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555399424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.589119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.589121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.589123:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.589125:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.589128:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.589130:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764008.589133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789764008.589138:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789764008.589142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555399552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764008.589150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.589153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764008.589155:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764008.589157:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.589159:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.589161:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764008.589165:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764008.589175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555399680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764008.589178:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47d180 x1876699555399168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764008.589194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764008.589199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764008.589200:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789764008.589204:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555399168/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764008.589207:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3954
00000100:00080000:2.0:1789764008.589213:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764008.589219:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789764008.589221:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789764008.589222:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764008.589227:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589234:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555399168:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789764008.589234:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555399808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764008.589261:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399296:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764008.589279:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764008.589288:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47c700 x1876699555399296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764008.589296:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555399296/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.589302:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.589304:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589306:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399296:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764008.589310:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399424:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764008.589321:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764008.589326:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47e680 x1876699555399424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764008.589334:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555399424/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.589339:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.589340:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589342:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399424:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764008.589346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399552:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764008.589355:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764008.589361:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47f100 x1876699555399552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764008.589386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555399552/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.589392:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.589395:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589397:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555399552:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764008.589401:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399680:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764008.589416:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764008.589423:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47dc00 x1876699555399680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764008.589431:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555399680/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.589436:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.589438:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589440:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399680:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764008.589443:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399808:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764008.589453:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764008.589458:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff8d7c8a47d880 x1876699555399808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764008.589473:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555399808/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.589478:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.589480:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764008.589482:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555399808:192.168.203.122@tcp:38:kworker.0
00010000:00010000:2.0:1789764008.972992:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764009.997013:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764011.020962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764012.045074:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764013.068950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764013.708900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.708909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764013.708912:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.708921:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.708930:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764013.708937:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764013.708968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555399936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764013.708999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.709001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764013.709003:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.709006:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.709008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764013.709010:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764013.709018:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764013.709029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555400064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764013.709038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.709043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789764013.709044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555399936:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764013.709045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.709051:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.709053:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764013.709063:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764013.709067:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764013.709076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555400192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764013.709082:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.709085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764013.709086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.709089:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.709091:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764013.709093:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764013.709096:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764013.709104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555400320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764013.709111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.709114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764013.709115:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.709119:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.709124:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764013.709129:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764013.709135:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764013.709148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555400448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764013.709150:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400064:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789764013.709168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764013.709172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764013.709175:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764013.709181:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3959
00000100:00080000:2.0:1789764013.709185:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764013.709186:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400192:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789764013.709191:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764013.709198:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764013.709211:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:2.0:1789764013.709212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555400576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764013.709240:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555400448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764013.709258:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555400576:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764014.093027:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764015.116938:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764016.140957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789764016.781085:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:0.0:1789764016.781127:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789764016.781143:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789764016.781187:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789764016.781195:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789764016.781204:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789764016.781215:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:0.0:1789764016.781227:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789764016.781240:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47d500 x1876699555400448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781267:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555400448/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781278:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781283:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781288:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555400448:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764016.781296:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47d880 x1876699555400576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781321:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555400576/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781336:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781340:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555400576:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764016.781347:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47f800 x1876699555400064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781360:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555400064/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781367:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781371:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781374:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400064:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764016.781381:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47df80 x1876699555400192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781392:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555400192/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781399:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781402:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781405:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400192:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764016.781412:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47ca80 x1876699555400320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781423:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555400320/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781430:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781433:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781437:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400320:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764016.781444:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764016]  req@ffff8d7c8a47c000 x1876699555399936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764016.781455:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555399936/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764016.781461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764016.781464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764016.781468:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555399936:192.168.203.122@tcp:250:kworker.0
00010000:00010000:1.0:1789764017.165032:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764018.189029:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764018.828919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.828929:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764018.828933:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.828943:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.828953:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.828960:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:1.0:1789764018.828995:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3100 x1876699555400704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764018.829025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.829028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764018.829031:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.829035:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.829039:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.829043:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789764018.829053:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764018.829067:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b2300 x1876699555400832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764018.829071:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555400704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789764018.829095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.829099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764018.829101:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.829106:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.829110:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.829114:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789764018.829119:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764018.829132:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b3b80 x1876699555400960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764018.829143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.829148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789764018.829151:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:1.0:1789764018.829151:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.829159:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.829164:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.829168:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:1.0:1789764018.829174:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:1.0:1789764018.829187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1880 x1876699555401088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764018.829198:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b3100 x1876699555400704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764018.829200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.829208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764018.829212:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.829220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.829226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.829232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829233:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3100 x1876699555400704/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789764018.829239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764018.829255:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789764018.829257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b1500 x1876699555401216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.829264:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829273:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555400704:192.168.203.122@tcp:250:kworker.0
00000100:00080000:1.0:1789764018.829277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764018.829284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764018.829286:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764018.829292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3964
00000100:00080000:1.0:1789764018.829310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764018.829315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829321:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400832:192.168.203.122@tcp:38:kworker.0
00000008:00100000:1.0:1789764018.829321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764018.829341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c867b0e00 x1876699555401344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764018.829359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829377:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b2300 x1876699555400832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.829393:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b2300 x1876699555400832/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.829402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.829406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829410:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400832:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764018.829417:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400960:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764018.829437:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829450:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b3b80 x1876699555400960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.829463:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b3b80 x1876699555400960/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.829471:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.829475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555400960:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764018.829486:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401088:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789764018.829508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829520:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b1880 x1876699555401088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.829533:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1880 x1876699555401088/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.829543:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.829546:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829550:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401088:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789764018.829556:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401216:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764018.829577:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829588:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b1500 x1876699555401216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.829601:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b1500 x1876699555401216/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.829609:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.829613:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829616:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401216:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764018.829636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401344:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764018.829666:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764018.829679:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff8d7c867b0e00 x1876699555401344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.829692:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c867b0e00 x1876699555401344/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.829700:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764018.829705:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764018.829708:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401344:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764019.212919:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764020.236959:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764021.260926:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764022.284925:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764023.309166:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764023.949149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764023.949158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764023.949162:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00080000:3.0:1789764023.949188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764023.949195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789764023.949226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ce00 x1876699555401472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764023.949270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764023.949273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764023.949275:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00080000:3.0:1789764023.949282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764023.949286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764023.949294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764023.949312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f800 x1876699555401600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764023.949323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764023.949326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764023.949328:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00080000:3.0:1789764023.949335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764023.949342:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555401472:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789764023.949344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764023.949356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764023.949372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ca80 x1876699555401728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764023.949383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764023.949386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764023.949388:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00080000:3.0:1789764023.949396:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764023.949400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764023.949405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789764023.949417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d500 x1876699555401856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764023.949428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764023.949429:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789764023.949436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764023.949438:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00080000:3.0:1789764023.949450:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764023.949455:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764023.949462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764023.949476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795ed80 x1876699555401984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764023.949481:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795ce00 x1876699555401472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764023.949515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764023.949519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764023.949522:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764023.949527:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3969
00000100:00100000:0.0:1789764023.949532:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ce00 x1876699555401472/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764023.949533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764023.949544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764023.949560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764023.949566:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949574:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789764023.949574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d880 x1876699555402112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764023.949583:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555401472:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789764023.949605:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401600:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.949642:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764023.949654:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795f800 x1876699555401600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.949663:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f800 x1876699555401600/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.949676:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949679:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764023.949681:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401600:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.949703:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401728:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.949716:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764023.949726:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795ca80 x1876699555401728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.949737:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ca80 x1876699555401728/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.949744:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949748:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764023.949751:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401728:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.949758:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401856:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789764023.949776:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764023.949785:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795d500 x1876699555401856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.949792:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d500 x1876699555401856/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.949797:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949799:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764023.949836:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555401856:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789764023.949843:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401984:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.949864:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764023.949875:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795ed80 x1876699555401984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.949884:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795ed80 x1876699555401984/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.949891:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949894:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764023.949897:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555401984:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.949903:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402112:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764023.949923:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764023.949934:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff8d7c8795d880 x1876699555402112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.949945:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d880 x1876699555402112/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.949953:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.949957:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764023.949960:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402112:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789764024.332934:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764025.356956:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764026.380969:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764027.404937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764028.428965:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764029.068958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764029.068967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764029.068972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764029.068980:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.068990:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764029.068996:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764029.069031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555402240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764029.069058:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764029.069065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764029.069067:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764029.069071:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.069075:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764029.069079:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764029.069088:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764029.069101:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555402240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789764029.069102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555402368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764029.069118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764029.069122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764029.069124:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764029.069127:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.069130:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764029.069134:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764029.069139:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764029.069150:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555402496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764029.069161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789764029.069165:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789764029.069166:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764029.069170:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764029.069175:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.069179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764029.069182:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764029.069187:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789764029.069198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555402624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764029.069206:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aaf480 x1876699555402240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.069209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764029.069248:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555402240/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.069258:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.069268:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069271:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555402240:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764029.069292:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402368:192.168.203.122@tcp:38:kworker.0
00000100:00080000:0.0:1789764029.069303:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764029.069307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789764029.069312:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789764029.069314:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.069320:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764029.069325:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764029.069332:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764029.069346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555402752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764029.069348:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aaf800 x1876699555402368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.069370:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764029.069376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764029.069377:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764029.069382:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3974
00000100:00080000:0.0:1789764029.069387:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764029.069387:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555402368/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.069395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00080000:1.0:1789764029.069402:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789764029.069404:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764029.069409:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069413:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402368:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764029.069419:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555402880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764029.069424:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402496:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.069458:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764029.069476:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aace00 x1876699555402496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.069500:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555402496/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.069514:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.069518:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069521:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402496:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764029.069526:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402624:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764029.069543:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764029.069552:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aae300 x1876699555402624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.069573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555402624/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.069581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.069584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069587:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555402624:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764029.069601:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402752:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.069617:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764029.069625:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aac700 x1876699555402752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.069636:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555402752/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.069644:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.069646:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069649:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402752:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764029.069655:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402880:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.069668:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764029.069676:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff8d7c85aaf100 x1876699555402880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.069686:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555402880/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.069693:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.069696:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764029.069699:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555402880:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764029.453007:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764030.476932:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764031.501009:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764032.524934:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764033.548959:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764034.188934:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.188948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764034.188953:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.188966:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.188980:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764034.188988:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789764034.189038:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795f100 x1876699555403008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764034.189070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.189078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764034.189080:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.189084:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.189088:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764034.189093:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764034.189104:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764034.189119:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795e300 x1876699555403136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764034.189124:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555403008:192.168.203.122@tcp:250:kworker.0
00000100:00080000:3.0:1789764034.189136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.189140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764034.189142:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.189147:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.189152:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764034.189156:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764034.189162:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764034.189175:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c380 x1876699555403264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764034.189202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.189205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764034.189208:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.189212:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.189216:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764034.189221:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000800:00000100:1.0:1789764034.189226:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000008:00100000:3.0:1789764034.189230:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:3.0:1789764034.189245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795d180 x1876699555403392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764034.189255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.189258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764034.189260:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.189264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.189268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764034.189272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764034.189277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.189285:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795f100 x1876699555403008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764034.189290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555403520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764034.189311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764034.189315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764034.189317:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764034.189322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3979
00000100:00080000:3.0:1789764034.189325:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764034.189328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795f100 x1876699555403008/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764034.189332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764034.189342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764034.189348:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189356:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:3.0:1789764034.189356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555403648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764034.189364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555403008:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764034.189409:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403136:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.189433:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764034.189447:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795e300 x1876699555403136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.189467:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795e300 x1876699555403136/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.189475:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189478:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764034.189481:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403136:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.189487:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403264:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.189508:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764034.189527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795c380 x1876699555403264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.189540:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c380 x1876699555403264/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.189548:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189551:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764034.189554:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403264:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.189567:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403392:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764034.189589:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764034.189609:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795d180 x1876699555403392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.189621:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795d180 x1876699555403392/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.189629:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189632:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764034.189635:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403392:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764034.189641:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555403520:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.189661:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764034.189672:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795c700 x1876699555403520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.189688:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555403520/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.189696:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189699:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764034.189703:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555403520:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.189708:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555403648:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.189725:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764034.189735:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff8d7c8795df80 x1876699555403648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.189747:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555403648/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.189769:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.189772:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764034.189775:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555403648:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764034.574733:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764035.597523:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764036.620981:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764037.645416:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764038.669076:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764039.308918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764039.308928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764039.308932:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764039.308941:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.308955:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764039.308962:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764039.308993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555403776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764039.309017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764039.309021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764039.309023:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764039.309027:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.309030:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764039.309033:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764039.309042:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764039.309055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555403904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764039.309061:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555403776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764039.309067:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764039.309074:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764039.309077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764039.309082:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.309085:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764039.309088:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764039.309092:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764039.309103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555404032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764039.309112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764039.309116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764039.309118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764039.309121:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.309125:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789764039.309129:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764039.309131:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764039.309137:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764039.309159:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555404160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764039.309169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764039.309172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764039.309174:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764039.309178:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.309182:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764039.309186:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47dc00 x1876699555403776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764039.309189:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764039.309197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.309209:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555403776/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764039.309211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555404288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764039.309231:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764039.309233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.309238:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789764039.309238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764039.309240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789764039.309245:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555403776:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764039.309247:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3984
00000100:00080000:2.0:1789764039.309254:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764039.309258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764039.309262:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.309273:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:2.0:1789764039.309274:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555404416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764039.309302:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764039.309315:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47f100 x1876699555403904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.309327:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555403904/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.309340:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.309343:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764039.309347:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555403904:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.309353:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404032:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.309367:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764039.309375:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47e680 x1876699555404032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.309386:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555404032/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.309393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.309396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764039.309398:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404032:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.309404:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404160:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764039.309418:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764039.309427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47c700 x1876699555404160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.309438:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555404160/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.309445:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.309457:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764039.309461:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404160:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764039.309466:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555404288:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.309483:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764039.309492:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47d180 x1876699555404288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.309503:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555404288/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.309510:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.309513:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764039.309516:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555404288:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.309538:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555404416:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.309554:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764039.309563:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff8d7c8a47c380 x1876699555404416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.309573:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555404416/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.309580:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.309583:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764039.309586:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555404416:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789764039.693418:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764040.716955:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764041.740945:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764042.764937:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764043.788957:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764044.428899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.428907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764044.428912:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.428922:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.428932:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.428939:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764044.428973:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555404544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764044.429000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.429003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764044.429005:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.429008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.429011:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.429015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764044.429023:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764044.429034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555404672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764044.429044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.429048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764044.429049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.429054:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.429058:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.429062:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764044.429067:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764044.429078:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555404800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764044.429099:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555404544:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764044.429115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.429125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764044.429126:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.429131:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.429134:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.429138:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764044.429144:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764044.429157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555404928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764044.429172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.429176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764044.429177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.429180:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.429184:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.429192:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764044.429197:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789764044.429205:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789764044.429211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555405056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764044.429226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764044.429230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764044.429231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764044.429237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3989
00000100:00080000:2.0:1789764044.429241:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764044.429244:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764044.429253:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764044.429263:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47fb80 x1876699555404544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764044.429269:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555405184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764044.429302:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555404544/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429317:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429322:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429326:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555404544:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764044.429335:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404672:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764044.429357:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764044.429368:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47ea00 x1876699555404672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764044.429380:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555404672/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429388:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429391:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429395:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404672:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764044.429420:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404800:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764044.429436:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764044.429445:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47ce00 x1876699555404800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764044.429456:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555404800/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429464:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429467:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429470:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404800:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764044.429475:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404928:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764044.429490:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764044.429499:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47f480 x1876699555404928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764044.429509:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555404928/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429517:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429520:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429523:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555404928:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764044.429529:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405056:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764044.429547:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764044.429557:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47ed80 x1876699555405056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764044.429567:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555405056/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429588:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405056:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764044.429593:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405184:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764044.429609:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764044.429617:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff8d7c8a47c380 x1876699555405184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764044.429627:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555405184/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764044.429635:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764044.429637:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764044.429640:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405184:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764044.813004:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764045.836987:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764046.860984:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764047.884962:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764048.908931:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764049.548897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764049.548906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764049.548910:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.548918:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00080000:2.0:1789764049.548927:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764049.548934:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764049.548973:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555405312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764049.548996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764049.549000:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764049.549001:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.549005:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00080000:2.0:1789764049.549008:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764049.549011:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764049.549019:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764049.549030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555405440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764049.549041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764049.549044:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555405312:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764049.549045:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764049.549048:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.549055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00080000:2.0:1789764049.549080:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764049.549084:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764049.549089:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764049.549100:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555405568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764049.549109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764049.549113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764049.549114:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.549118:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00080000:2.0:1789764049.549121:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789764049.549123:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764049.549127:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764049.549133:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764049.549143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555405696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764049.549152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764049.549156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764049.549157:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.549162:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00100000:1.0:1789764049.549163:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47d180 x1876699555405312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764049.549165:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764049.549171:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764049.549179:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764049.549191:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555405312/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764049.549192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555405824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764049.549218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764049.549225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764049.549228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764049.549235:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 3995
00000100:00080000:1.0:1789764049.549237:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764049.549238:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764049.549245:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789764049.549245:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764049.549252:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764049.549254:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555405312:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789764049.549264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555405952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764049.549280:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405440:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764049.549304:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764049.549316:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47c700 x1876699555405440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764049.549328:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555405440/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764049.549336:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764049.549339:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764049.549343:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405440:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764049.549348:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405568:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764049.549364:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764049.549374:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47e680 x1876699555405568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764049.549385:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555405568/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764049.549393:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764049.549396:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764049.549399:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405568:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764049.549405:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405696:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764049.549422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764049.549431:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47f100 x1876699555405696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764049.549442:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555405696/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764049.549449:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764049.549452:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764049.549455:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555405696:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764049.549461:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405824:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764049.549478:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764049.549487:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47dc00 x1876699555405824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764049.549498:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555405824/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764049.549505:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764049.549508:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764049.549511:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405824:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764049.549516:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405952:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764049.549533:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764049.549549:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff8d7c8a47c000 x1876699555405952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764049.549561:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555405952/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764049.549569:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764049.549572:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764049.549575:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555405952:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764049.932941:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764050.956974:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764051.980894:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764053.004950:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764054.028938:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764054.668932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.668944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764054.668949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.668961:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.668975:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.668983:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764054.669043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555406080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.669076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.669079:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764054.669081:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.669085:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.669089:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.669093:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764054.669104:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.669118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47df80 x1876699555406208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764054.669128:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555406080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764054.669131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.669138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764054.669140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.669145:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.669149:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.669153:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764054.669158:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.669171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f800 x1876699555406336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.669180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.669183:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764054.669185:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.669189:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.669193:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.669197:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764054.669202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000800:00000100:1.0:1789764054.669203:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:2.0:1789764054.669216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d880 x1876699555406464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.669231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.669234:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764054.669236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.669242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.669245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764054.669247:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47ca80 x1876699555406080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764054.669251:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764054.669261:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764054.669268:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555406080/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764054.669276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d500 x1876699555406592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764054.669277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669284:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669291:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555406080:192.168.203.122@tcp:250:kworker.0
00000100:00080000:2.0:1789764054.669296:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.669301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764054.669303:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.669307:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4000
00000100:00080000:2.0:1789764054.669310:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764054.669315:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406208:192.168.203.122@tcp:38:kworker.0
00000100:00080000:2.0:1789764054.669316:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764054.669326:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.669338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ca80 x1876699555406720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764054.669347:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764054.669359:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47df80 x1876699555406208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764054.669373:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47df80 x1876699555406208/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764054.669379:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669382:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669385:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406208:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764054.669390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406336:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764054.669409:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764054.669419:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47f800 x1876699555406336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764054.669430:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f800 x1876699555406336/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764054.669435:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669437:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669439:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406336:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764054.669449:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406464:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764054.669467:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764054.669477:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47d880 x1876699555406464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764054.669488:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d880 x1876699555406464/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764054.669499:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669501:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669504:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406464:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764054.669507:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555406592:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764054.669521:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764054.669527:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47d500 x1876699555406592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764054.669540:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d500 x1876699555406592/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764054.669545:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669547:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669549:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555406592:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764054.669561:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555406720:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764054.669572:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764054.669578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff8d7c8a47ca80 x1876699555406720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764054.669584:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ca80 x1876699555406720/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764054.669589:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764054.669591:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764054.669593:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555406720:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789764055.053007:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764056.076971:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764057.100949:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764058.124906:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764059.149082:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764059.789092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789101:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764059.789105:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789114:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789124:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789131:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764059.789163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c000 x1876699555406848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764059.789193:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789197:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764059.789199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789202:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789205:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789209:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764059.789216:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764059.789226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47dc00 x1876699555406976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764059.789235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789238:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764059.789240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789244:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789248:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789252:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764059.789256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764059.789265:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f100 x1876699555407104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764059.789275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789279:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764059.789281:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789285:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789287:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789291:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764059.789295:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764059.789303:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47e680 x1876699555407232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764059.789312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764059.789317:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789319:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789322:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789326:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764059.789329:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764059.789337:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c700 x1876699555407360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764059.789344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764059.789347:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764059.789349:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764059.789352:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4005
00000100:00080000:2.0:1789764059.789355:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764059.789358:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764059.789362:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764059.789370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47d180 x1876699555407488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764059.789439:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555406848:192.168.203.122@tcp:250:kworker.0
00000800:00000100:0.0:1789764059.789494:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789524:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47c000 x1876699555406848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789546:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c000 x1876699555406848/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789556:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789560:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789563:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555406848:192.168.203.122@tcp:250:kworker.0
00000100:00100000:0.0:1789764059.789570:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406976:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.789588:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789598:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47dc00 x1876699555406976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789609:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47dc00 x1876699555406976/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789616:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789619:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789622:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555406976:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.789627:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407104:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.789641:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789650:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47f100 x1876699555407104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789660:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f100 x1876699555407104/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789674:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789676:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789679:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407104:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.789684:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407232:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789764059.789698:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789706:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47e680 x1876699555407232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789716:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47e680 x1876699555407232/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789723:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789726:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789729:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407232:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789764059.789734:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555407360:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.789852:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789863:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47c700 x1876699555407360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789874:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c700 x1876699555407360/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789881:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789884:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789887:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555407360:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764059.789892:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555407488:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764059.789909:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764059.789917:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764059/real 1789764059]  req@ffff8d7c8a47d180 x1876699555407488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764059.789928:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47d180 x1876699555407488/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764059.789934:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764059.789937:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764059.789940:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555407488:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764060.173077:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764061.196956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764062.220991:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764063.244953:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764064.268996:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764064.908929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.908941:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764064.908945:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.908968:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:2.0:1789764064.908982:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764064.908990:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:2.0:1789764064.909037:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47c380 x1876699555407616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764064.909061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.909064:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764064.909065:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.909068:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:2.0:1789764064.909071:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764064.909075:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764064.909084:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764064.909096:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555407616:192.168.203.122@tcp:250:kworker.0
00000100:00100000:2.0:1789764064.909097:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ed80 x1876699555407744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764064.909113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.909117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764064.909118:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.909122:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:2.0:1789764064.909126:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764064.909129:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764064.909134:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764064.909147:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555407872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764064.909156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.909158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764064.909169:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.909173:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:2.0:1789764064.909177:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764064.909180:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764064.909185:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764064.909191:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764064.909205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555408000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764064.909214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.909218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764064.909219:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.909223:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:2.0:1789764064.909226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764064.909230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764064.909234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764064.909237:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47c380 x1876699555407616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764064.909247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555408128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764064.909256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47c380 x1876699555407616/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764064.909264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764064.909267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764064.909270:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764064.909279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4010
00000100:00080000:0.0:1789764064.909283:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764064.909284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764064.909291:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:2.0:1789764064.909292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909298:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555407616:192.168.203.122@tcp:250:kworker.0
00000008:00100000:2.0:1789764064.909300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764064.909313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555408256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764064.909326:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407744:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.909348:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909357:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47ed80 x1876699555407744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.909365:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ed80 x1876699555407744/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.909370:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.909373:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764064.909375:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407744:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.909378:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407872:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.909389:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909394:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47f480 x1876699555407872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.909400:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555407872/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.909405:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.909406:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764064.909408:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555407872:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.909411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408000:192.168.203.122@tcp:8:kworker.0
00000800:00000100:0.0:1789764064.909422:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909427:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47ce00 x1876699555408000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.909437:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555408000/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.909442:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.909444:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764064.909445:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408000:192.168.203.122@tcp:8:kworker.0
00000100:00100000:0.0:1789764064.909448:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408128:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.909457:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909463:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47ea00 x1876699555408128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.909469:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555408128/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.909474:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.909475:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764064.909477:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408128:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764064.909479:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408256:192.168.203.122@tcp:38:kworker.0
00000800:00000100:0.0:1789764064.909488:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:0.0:1789764064.909493:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764064/real 1789764064]  req@ffff8d7c8a47fb80 x1876699555408256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764064.909499:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555408256/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764064.909508:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764064.909510:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:0.0:1789764064.909511:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408256:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764065.293073:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764066.316994:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764067.341045:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764068.365020:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764069.389353:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764070.028939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764070.028948:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764070.028953:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764070.028962:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.028972:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764070.028978:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764070.029019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555408384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764070.029044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764070.029047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764070.029049:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764070.029053:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.029056:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764070.029060:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764070.029068:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764070.029080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad180 x1876699555408512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764070.029091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764070.029094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555408384:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789764070.029095:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764070.029098:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764070.029103:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.029108:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764070.029112:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764070.029116:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764070.029127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac380 x1876699555408640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764070.029136:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764070.029139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764070.029141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764070.029145:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.029151:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764070.029154:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764070.029159:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789764070.029168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaea00 x1876699555408768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764070.029176:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:0.0:1789764070.029195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764070.029199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764070.029201:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764070.029205:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.029209:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764070.029212:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764070.029217:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.029225:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aaca80 x1876699555408384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764070.029230:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aafb80 x1876699555408896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764070.029243:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764070.029256:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555408384/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764070.029263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764070.029265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.029277:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029281:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00080000:0.0:1789764070.029284:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4015
00000100:00080000:0.0:1789764070.029288:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764070.029296:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555408384:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789764070.029309:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764070.029315:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.029323:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:0.0:1789764070.029329:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaca80 x1876699555409024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764070.029359:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764070.029373:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aad180 x1876699555408512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764070.029391:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad180 x1876699555408512/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764070.029400:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029403:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764070.029406:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408512:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764070.029411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408640:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764070.029426:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764070.029440:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aac380 x1876699555408640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764070.029450:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac380 x1876699555408640/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764070.029461:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029464:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764070.029467:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408640:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764070.029473:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408768:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764070.029491:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764070.029503:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aaea00 x1876699555408768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764070.029514:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaea00 x1876699555408768/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764070.029530:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029533:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764070.029537:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555408768:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764070.029542:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408896:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764070.029565:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764070.029578:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aafb80 x1876699555408896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764070.029589:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aafb80 x1876699555408896/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764070.029602:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029604:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764070.029608:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555408896:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764070.029636:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409024:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764070.029656:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764070.029664:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764070]  req@ffff8d7c85aaca80 x1876699555409024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764070.029674:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaca80 x1876699555409024/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764070.029682:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764070.029684:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764070.029687:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409024:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789764070.412988:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764071.436975:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764072.461031:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764073.484948:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764074.509937:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764075.149053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764075.149063:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764075.149137:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764075.149147:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:3.0:1789764075.149157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764075.149164:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:3.0:1789764075.149248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795df80 x1876699555409152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.149351:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555409152:192.168.203.122@tcp:250:kworker.0
00000800:00000100:1.0:1789764075.149404:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:3.0:1789764075.149432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764075.149436:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764075.149438:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764075.149442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:3.0:1789764075.149446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764075.149450:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:3.0:1789764075.149458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764075.149471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8795c700 x1876699555409280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.149661:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8795df80 x1876699555409152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.149678:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795df80 x1876699555409152/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.149688:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.149692:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.149695:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555409152:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764075.149773:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409280:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764075.149890:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764075.149907:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8795c700 x1876699555409280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.149920:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8795c700 x1876699555409280/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.149927:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.149930:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.149934:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8795c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409280:192.168.203.122@tcp:38:kworker.0
00000100:00080000:3.0:1789764075.150125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764075.150130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764075.150132:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764075.150136:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:3.0:1789764075.150141:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764075.150145:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764075.150278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764075.150294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47fb80 x1876699555409408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.150390:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409408:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764075.150415:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764075.150616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764075.150621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764075.150623:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764075.150627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:2.0:1789764075.150631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764075.150636:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764075.150649:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:2.0:1789764075.150663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ea00 x1876699555409536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.150855:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8a47fb80 x1876699555409408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.150869:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47fb80 x1876699555409408/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.150876:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.150879:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.150895:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409408:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764075.150909:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409536:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764075.150931:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764075.150941:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8a47ea00 x1876699555409536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.150953:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ea00 x1876699555409536/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.150960:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.150963:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.150966:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555409536:192.168.203.122@tcp:8:kworker.0
00000100:00080000:2.0:1789764075.151064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764075.151069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764075.151071:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764075.151075:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:2.0:1789764075.151079:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764075.151083:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764075.151089:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764075.151100:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47ce00 x1876699555409664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.151142:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409664:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764075.151165:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00080000:2.0:1789764075.151184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764075.151240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764075.151242:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764075.151246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4020
00000100:00080000:2.0:1789764075.151250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764075.151254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:2.0:1789764075.151259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764075.151271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c8a47f480 x1876699555409792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764075.151308:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8a47ce00 x1876699555409664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.151318:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47ce00 x1876699555409664/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.151331:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.151334:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.151337:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409664:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764075.151350:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409792:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764075.151369:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764075.151380:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff8d7c8a47f480 x1876699555409792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764075.151390:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c8a47f480 x1876699555409792/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764075.151398:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764075.151401:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764075.151404:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c8a47f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555409792:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764075.532954:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764076.556985:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764077.581014:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764078.605580:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764079.628916:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764080.268943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.268953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764080.268957:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.268967:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.268977:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.268984:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764080.269018:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf100 x1876699555409920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764080.269048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.269052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764080.269054:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.269058:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.269061:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.269065:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764080.269073:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764080.269085:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac700 x1876699555410048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764080.269095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.269098:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764080.269100:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.269103:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.269107:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.269110:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764080.269114:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764080.269123:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae300 x1876699555410176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764080.269131:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.269134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764080.269136:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.269139:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.269142:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.269146:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764080.269151:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789764080.269160:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aace00 x1876699555410304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764080.269168:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555409920:192.168.203.122@tcp:250:kworker.0
00000100:00080000:0.0:1789764080.269172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.269177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764080.269179:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.269183:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.269186:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.269190:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764080.269194:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764080.269206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf800 x1876699555410432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764080.269235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764080.269238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764080.269240:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764080.269244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4025
00000100:00080000:0.0:1789764080.269247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.269251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764080.269255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764080.269266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaf480 x1876699555410560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764080.269270:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764080.269309:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410176:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764080.269346:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764080.269374:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555410432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764080.269398:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555410560:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764080.652933:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764081.677082:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764082.700950:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789764083.341913:0:2400:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.122:988
00000400:00000100:3.0:1789764083.341978:0:2400:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.122@tcp at host 192.168.203.122 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789764083.342001:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789764083.342048:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789764083.342059:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789764083.342068:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789764083.342077:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000800:00000100:3.0:1789764083.342085:0:2400:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.122@tcp
00000100:00100000:1.0:1789764083.342950:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aace00 x1876699555410304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.342985:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aace00 x1876699555410304/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.342995:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.342999:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343003:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410304:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764083.343011:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aaf800 x1876699555410432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.343022:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf800 x1876699555410432/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.343028:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.343031:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343034:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555410432:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764083.343041:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aaf480 x1876699555410560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.343065:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf480 x1876699555410560/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.343077:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.343081:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343087:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555410560:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764083.343095:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aaf100 x1876699555409920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.343108:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaf100 x1876699555409920/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.343116:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.343121:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343126:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555409920:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764083.343138:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aac700 x1876699555410048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.343149:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac700 x1876699555410048/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.343156:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.343159:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343162:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410048:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764083.343168:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764083]  req@ffff8d7c85aae300 x1876699555410176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764083.343180:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae300 x1876699555410176/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764083.343188:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764083.343191:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764083.343194:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410176:192.168.203.122@tcp:38:kworker.0
00010000:00010000:1.0:1789764083.725684:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764084.749022:0:12566:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764085.389854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9765eb0b-55b9-40b6-bfdf-ffee156c3226->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.389864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764085.389867:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.389877:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.122@tcp: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.389887:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.122@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.389894:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.122@tcp: import ffff8d7c85946800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000100:00100000:0.0:1789764085.389935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad500 x1876699555410688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764085.389958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.389962:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764085.389964:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.389968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.389970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.389974:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c83014800: import ffff8d7c88e27000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764085.389982:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764085.389993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aac000 x1876699555410816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764085.390000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.390003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764085.390004:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.390008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.390010:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.390013:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c83014800: import ffff8d7c88e22000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764085.390016:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764085.390024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aadc00 x1876699555410944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764085.390032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 780dc4e4-6b5c-4c38-8004-c70d2f08ee5f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.390034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764085.390036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.390039:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.390041:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.390044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8d7c83014800: import ffff8d7c88e23800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764085.390047:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 28672, lost: 0.
00000100:00100000:0.0:1789764085.390055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aae680 x1876699555411072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764085.390062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.390065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764085.390066:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.390069:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.390071:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.390074:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8d7c9578f800: import ffff8d7c85940000 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764085.390078:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764085.390086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aad880 x1876699555411200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764085.390093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 92be3de5-27ce-42b1-87e1-12e8c11aec3e->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764085.390096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764085.390097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764085.390101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: connect to NID 192.168.203.122@tcp last attempt 4030
00000100:00080000:0.0:1789764085.390104:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764085.390107:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8d7c9578f800: import ffff8d7c88e20800 using connection 192.168.203.122@tcp/192.168.203.122@tcp
00000008:00100000:0.0:1789764085.390111:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764085.390119:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d7c85aaed80 x1876699555411328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764085.390244:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555410688:192.168.203.122@tcp:250:kworker.0
00000800:00000100:1.0:1789764085.390301:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390335:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aad500 x1876699555410688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390352:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad500 x1876699555410688/t0(0) o250->MGC192.168.203.122@tcp@192.168.203.122@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390361:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85946800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390365:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390369:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9765eb0b-55b9-40b6-bfdf-ffee156c3226:2410:1876699555410688:192.168.203.122@tcp:250:kworker.0
00000100:00100000:1.0:1789764085.390375:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410816:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764085.390395:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390406:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aac000 x1876699555410816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390415:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aac000 x1876699555410816/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390422:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e27000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390426:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390429:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410816:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764085.390434:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410944:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764085.390448:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390456:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aadc00 x1876699555410944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390466:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aadc00 x1876699555410944/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c83014800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390472:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e22000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390476:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390479:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555410944:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764085.390484:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555411072:192.168.203.122@tcp:8:kworker.0
00000800:00000100:1.0:1789764085.390502:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390511:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aae680 x1876699555411072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390522:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aae680 x1876699555411072/t0(0) o8->lustre-OST0000-osc-ffff8d7c83014800@192.168.203.122@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390528:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e23800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390531:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390534:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:780dc4e4-6b5c-4c38-8004-c70d2f08ee5f:2410:1876699555411072:192.168.203.122@tcp:8:kworker.0
00000100:00100000:1.0:1789764085.390539:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555411200:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764085.390557:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390566:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aad880 x1876699555411200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390575:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aad880 x1876699555411200/t0(0) o38->lustre-MDT0000-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390581:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c85940000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390584:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390587:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555411200:192.168.203.122@tcp:38:kworker.0
00000100:00100000:1.0:1789764085.390592:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555411328:192.168.203.122@tcp:38:kworker.0
00000800:00000100:1.0:1789764085.390608:0:2410:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.122@tcp
00000100:00100000:1.0:1789764085.390617:0:2410:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff8d7c85aaed80 x1876699555411328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764085.390626:0:2410:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d7c85aaed80 x1876699555411328/t0(0) o38->lustre-MDT0001-mdc-ffff8d7c9578f800@192.168.203.122@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764085.390633:0:2410:0:(import.c:65:import_set_state_nolock()) ffff8d7c88e20800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764085.390635:0:2410:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.122@tcp failed (-110)
00000100:00100000:1.0:1789764085.390638:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d7c85aaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:92be3de5-27ce-42b1-87e1-12e8c11aec3e:2410:1876699555411328:192.168.203.122@tcp:38:kworker.0
00010000:00010000:0.0:1789764085.772956:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764086.796966:0:6182:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 85747 lines, 85747 kept, 0 dropped, 0 bad.